Diff of the two buildlogs: -- --- b1/build.log 2024-04-28 05:26:52.180487067 +0000 +++ b2/build.log 2024-04-28 05:36:24.820062059 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Sat Apr 27 17:20:46 -12 2024 -I: pbuilder-time-stamp: 1714281646 +I: Current time: Sun Jun 1 01:49:54 +14 2025 +I: pbuilder-time-stamp: 1748692194 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying drive-full-checker.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/23801/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/D01_modify_environment starting +debug: Running on codethink03-arm64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 May 31 11:50 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='arm64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="21" [3]="1" [4]="release" [5]="aarch64-unknown-linux-gnu") + BASH_VERSION='5.2.21(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=arm64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='arm64' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=aarch64 + HOST_ARCH=arm64 IFS=' ' - INVOCATION_ID='f58e2ca9663248b8b98ee25febda42c8' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='23801' - PS1='# ' - PS2='> ' + INVOCATION_ID=92711221cf244db890f8d08bef12d570 + LANG=C + LANGUAGE=nl_BE:nl + LC_ALL=C + MACHTYPE=aarch64-unknown-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=3294737 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.PsIjLSFe/pbuilderrc_AB12 --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.PsIjLSFe/b1 --logfile b1/build.log swift_2.33.0-4.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://192.168.101.4:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.PsIjLSFe/pbuilderrc_q1kY --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.PsIjLSFe/b2 --logfile b2/build.log swift_2.33.0-4.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://192.168.101.4:3128 I: uname -a - Linux codethink02-arm64 6.1.0-20-cloud-arm64 #1 SMP Debian 6.1.85-1 (2024-04-11) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-20-cloud-arm64 #1 SMP Debian 6.1.85-1 (2024-04-11) aarch64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Apr 21 07:15 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/23801/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 May 24 13:38 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -542,7 +574,7 @@ Get: 230 http://deb.debian.org/debian trixie/main arm64 python3-requests-mock all 1.11.0-1 [17.4 kB] Get: 231 http://deb.debian.org/debian trixie/main arm64 python3-swiftclient all 1:4.5.0-2 [76.1 kB] Get: 232 http://deb.debian.org/debian trixie/main arm64 python3-xattr arm64 0.10.1-1 [16.1 kB] -Fetched 70.7 MB in 0s (167 MB/s) +Fetched 70.7 MB in 1s (103 MB/s) debconf: delaying package configuration, since apt-utils is not installed dpkg: libssl3:arm64: dependency problems, but removing anyway as you requested: libkrb5-3:arm64 depends on libssl3 (>= 3.0.0). @@ -1284,8 +1316,8 @@ Setting up tzdata (2024a-3) ... Current default time zone: 'Etc/UTC' -Local time is now: Sun Apr 28 05:21:24 UTC 2024. -Universal Time is now: Sun Apr 28 05:21:24 UTC 2024. +Local time is now: Sat May 31 11:51:26 UTC 2025. +Universal Time is now: Sat May 31 11:51:26 UTC 2025. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up autotools-dev (20220109.1) ... @@ -1518,7 +1550,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.33.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.33.0-4_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.33.0-4 dpkg-buildpackage: info: source distribution unstable @@ -1692,102 +1728,8 @@ running build running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers @@ -1795,11 +1737,27 @@ copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/account +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common @@ -1827,18 +1785,18 @@ copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli @@ -1855,6 +1813,52 @@ copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/cli +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/proxy creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers @@ -1870,6 +1874,38 @@ copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2421,27 +2457,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/de creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES @@ -2479,6 +2494,27 @@ creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema running build_scripts creating build creating build/scripts-3.12 @@ -2598,53 +2634,19 @@ running build running build_py creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli @@ -2661,6 +2663,17 @@ copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/cli +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/ring +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware @@ -2725,18 +2738,46 @@ copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/x_profile -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/crypto copying swift/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/container creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account copying swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account copying swift/account/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account @@ -2746,29 +2787,6 @@ copying swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account copying swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/account creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj/watchers -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/obj creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers @@ -2776,6 +2794,24 @@ copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/utils +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/proxy running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3316,27 +3352,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/de/LC_MESSAGES @@ -3374,6 +3389,27 @@ creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/.pybuild/cpython3_3.11/build/swift/common/middleware/s3api/schema running build_scripts creating build/scripts-3.11 copying and adjusting bin/swift-account-audit -> build/scripts-3.11 @@ -3472,20 +3508,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3500,24 +3551,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ + cut -d. -f1 -cut -d/ -f2 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ cut -d/ -f2 -+ + cut -d. -f1 -sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d. -f1 +++ cut -d/ -f2 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d. -f1 +++ sed -e s/swift-// +++ cut -d/ -f2 ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -3547,21 +3604,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3604,10 +3666,6 @@ running build_py creating build/lib creating build/lib/swift -creating build/lib/swift/obj -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers creating build/lib/swift/common copying swift/common/wsgi.py -> build/lib/swift/common copying swift/common/swob.py -> build/lib/swift/common @@ -3637,94 +3695,6 @@ copying swift/common/base_storage_server.py -> build/lib/swift/common copying swift/common/__init__.py -> build/lib/swift/common creating build/lib/swift/common/middleware -creating build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -copying swift/obj/updater.py -> build/lib/swift/obj -copying swift/obj/ssync_sender.py -> build/lib/swift/obj -copying swift/obj/ssync_receiver.py -> build/lib/swift/obj -copying swift/obj/server.py -> build/lib/swift/obj -copying swift/obj/replicator.py -> build/lib/swift/obj -copying swift/obj/reconstructor.py -> build/lib/swift/obj -copying swift/obj/mem_server.py -> build/lib/swift/obj -copying swift/obj/mem_diskfile.py -> build/lib/swift/obj -copying swift/obj/expirer.py -> build/lib/swift/obj -copying swift/obj/diskfile.py -> build/lib/swift/obj -copying swift/obj/auditor.py -> build/lib/swift/obj -copying swift/obj/__init__.py -> build/lib/swift/obj -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto -creating build/lib/swift/proxy -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -creating build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -creating build/lib/swift/container -copying swift/container/updater.py -> build/lib/swift/container -copying swift/container/sync_store.py -> build/lib/swift/container -copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware @@ -3757,6 +3727,79 @@ copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +creating build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring +creating build/lib/swift/common/middleware/s3api +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/account +copying swift/account/utils.py -> build/lib/swift/account +copying swift/account/server.py -> build/lib/swift/account +copying swift/account/replicator.py -> build/lib/swift/account +copying swift/account/reaper.py -> build/lib/swift/account +copying swift/account/backend.py -> build/lib/swift/account +copying swift/account/auditor.py -> build/lib/swift/account +copying swift/account/__init__.py -> build/lib/swift/account +creating build/lib/swift/obj +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +creating build/lib/swift/proxy +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy +copying swift/obj/updater.py -> build/lib/swift/obj +copying swift/obj/ssync_sender.py -> build/lib/swift/obj +copying swift/obj/ssync_receiver.py -> build/lib/swift/obj +copying swift/obj/server.py -> build/lib/swift/obj +copying swift/obj/replicator.py -> build/lib/swift/obj +copying swift/obj/reconstructor.py -> build/lib/swift/obj +copying swift/obj/mem_server.py -> build/lib/swift/obj +copying swift/obj/mem_diskfile.py -> build/lib/swift/obj +copying swift/obj/expirer.py -> build/lib/swift/obj +copying swift/obj/diskfile.py -> build/lib/swift/obj +copying swift/obj/auditor.py -> build/lib/swift/obj +copying swift/obj/__init__.py -> build/lib/swift/obj creating build/lib/swift/cli copying swift/cli/drive_full_checker.py -> build/lib/swift/cli copying swift/cli/recon.py -> build/lib/swift/cli @@ -3773,15 +3816,34 @@ copying swift/cli/dispersion_report.py -> build/lib/swift/cli copying swift/cli/container_deleter.py -> build/lib/swift/cli copying swift/cli/__init__.py -> build/lib/swift/cli -creating build/lib/swift/account -copying swift/account/utils.py -> build/lib/swift/account -copying swift/account/server.py -> build/lib/swift/account -copying swift/account/replicator.py -> build/lib/swift/account -copying swift/account/reaper.py -> build/lib/swift/account -copying swift/account/backend.py -> build/lib/swift/account -copying swift/account/auditor.py -> build/lib/swift/account -copying swift/account/__init__.py -> build/lib/swift/account -copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +creating build/lib/swift/container +copying swift/container/updater.py -> build/lib/swift/container +copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/sync.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/replicator.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container +copying swift/container/__init__.py -> build/lib/swift/container running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4425,15 +4487,17 @@ creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli @@ -4450,20 +4514,7 @@ copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers @@ -4471,6 +4522,33 @@ copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils @@ -4484,42 +4562,6 @@ copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile @@ -4533,6 +4575,10 @@ copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema @@ -4555,6 +4601,17 @@ copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers @@ -4570,17 +4627,38 @@ copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common @@ -4608,30 +4686,16 @@ copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc @@ -4647,24 +4711,36 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc @@ -4674,6 +4750,45 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc @@ -4706,45 +4821,6 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc @@ -4772,20 +4848,6 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt @@ -4871,7 +4933,8 @@ Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.11 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.33.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5454,14 +5517,16 @@ check.warn(importable) running build_scripts running install_lib -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-311.pyc @@ -5477,24 +5542,36 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-311.pyc @@ -5504,6 +5581,45 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-311.pyc +byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-311.pyc @@ -5536,45 +5652,6 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-311.pyc @@ -5602,25 +5679,49 @@ byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-311.pyc byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-311.pyc -byte-compiling /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-311.pyc running install_egg_info removing '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.33.0.egg-info Skipping SOURCES.txt running install_scripts +copying build/scripts-3.11/swift-ring-composer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder-analyzer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-ring-builder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon-cron -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-recon -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-proxy-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-orphans -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-oldies -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-relinker -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-reconstructor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-expirer -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-object-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-init -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-get-nodes -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-form-signature -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-drive-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-dispersion-report -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-dispersion-populate -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-reconciler-enqueue -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-reconciler -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-updater -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-sync -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-sharder -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-container-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-config -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-server -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-replicator -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-reaper -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-info -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-auditor -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin +copying build/scripts-3.11/swift-account-audit -> /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-composer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder-analyzer to 755 changing mode of /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin/swift-ring-builder to 755 @@ -5663,10 +5764,10 @@ Installing swift-drive-full-checker script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-manage-shard-ranges script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin Installing swift-reload script to /build/reproducible-path/swift-2.33.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' + PKGOS_TEST_PARALLEL=yes @@ -5675,106 +5776,210 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.12 3.11 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.12 3.11' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ cut -d. -f1 +++ echo 3.12 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ + subunit2pyunit -PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", ++ subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats @@ -5783,164 +5988,207 @@ test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile3315363.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile3315363.tmp' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmplqpo5fim/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0047 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0038 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0081 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:53 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0057 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0034 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 @@ -5949,1866 +6197,600 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -Finished. Marked 0 objects for deletion. -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 141 (Last start was 0) -Gather start is 141 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc -Placed 162/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda -Placed 237/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc -Placed 237/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdb -Placed 237/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdd -Placed 172/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb -Placed 141/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda -Placed 141/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb -Placed 72/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdd -Placed 72/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda -Placed 54/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc -Placed 54/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb -Placed 54/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb -Placed 23/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdd -Placed 23/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda -Placed 23/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc -Placed 191/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd -Placed 191/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sda -Placed 212/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc -Placed 212/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb -Placed 212/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd -Placed 209/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc -Placed 209/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb -Placed 222/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd -Placed 222/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sda -Placed 222/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdc -Placed 121/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdb -Placed 121/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd -Placed 121/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda -Placed 97/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc -Placed 97/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb -Placed 97/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd -Placed 83/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sda -Placed 83/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc -Placed 83/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb -Placed 122/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd -Placed 122/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda -Placed 122/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdc -Placed 186/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd -Placed 186/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda -Placed 181/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb -Placed 181/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd -Placed 216/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd -Placed 112/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc -Placed 48/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb -Placed 48/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd -Placed 48/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sda -Placed 91/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc -Placed 91/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb -Placed 91/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd -Placed 131/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sda -Placed 131/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb -Placed 113/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdd -Placed 113/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda -Placed 113/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc -Placed 25/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd -Placed 25/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda -Placed 160/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdc -Placed 160/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdd -Placed 60/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc -Placed 60/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb -Placed 219/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd -Placed 206/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sda -Placed 148/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc -Placed 148/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdb -Placed 148/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd -Placed 189/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda -Placed 189/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdc -Placed 189/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb -Placed 195/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd -Placed 195/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sda -Placed 195/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdb -Placed 101/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd -Placed 101/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda -Placed 38/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb -Placed 38/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc -Placed 128/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb -Placed 126/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd -Placed 126/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sda -Placed 126/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc -Placed 247/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd -Placed 247/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda -Placed 65/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb -Placed 65/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda -Placed 69/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc -Placed 69/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb -Placed 6/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd -Placed 6/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc -Placed 86/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb -Placed 86/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd -Placed 86/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda -Placed 179/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc -Placed 179/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb -Placed 179/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd -Placed 111/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda -Placed 111/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc -Placed 111/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb -Placed 194/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc -Placed 152/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdb -Placed 152/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd -Placed 152/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda -Placed 78/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc -Placed 78/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb -Placed 78/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sda -Placed 12/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc -Placed 12/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd -Placed 52/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda -Placed 52/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc -Placed 218/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb -Placed 218/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda -Placed 192/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc -Placed 192/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb -Placed 192/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdd -Placed 85/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda -Placed 85/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc -Placed 85/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda -Placed 252/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda -Placed 136/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc -Placed 136/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb -Placed 136/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda -Placed 13/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc -Placed 13/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb -Placed 27/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc -Placed 19/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdb -Placed 19/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdd -Placed 19/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda -Placed 193/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc -Placed 193/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda -Placed 182/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc -Placed 182/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb -Placed 217/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sda -Placed 217/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda -Placed 33/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc -Placed 33/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdd -Placed 223/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda -Placed 223/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdb -Placed 108/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd -Placed 108/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sda -Placed 108/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc -Placed 98/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb -Placed 98/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd -Placed 98/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb -Placed 88/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd -Placed 241/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda -Placed 241/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdb -Placed 170/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdd -Placed 170/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sda -Placed 170/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb -Placed 0/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd -Placed 0/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda -Placed 79/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb -Placed 79/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb -Placed 118/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd -Placed 118/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sda -Placed 118/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdb -Placed 95/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd -Placed 95/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdd -Placed 8/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdd -Placed 123/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda -Placed 123/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc -Placed 249/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb -Placed 249/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd -Placed 249/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda -Placed 137/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc -Placed 137/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb -Placed 137/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd -Placed 251/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda -Placed 251/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc -Placed 251/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb -Placed 58/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc -Placed 93/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb -Placed 93/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sda -Placed 250/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc -Placed 250/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd -Placed 180/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda -Placed 180/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc -Placed 180/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb -Placed 84/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sda -Placed 84/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc -Placed 18/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb -Placed 18/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd -Placed 18/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda -Placed 246/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc -Placed 246/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb -Placed 246/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd -Placed 73/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sda -Placed 73/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdc -Placed 73/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdb -Placed 99/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd -Placed 99/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdb -Placed 117/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd -Placed 117/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda -Placed 201/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc -Placed 201/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb -Placed 201/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd -Placed 174/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda -Placed 174/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdc -Placed 174/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda -Placed 203/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb -Placed 43/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda -Placed 124/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc -Placed 124/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdb -Placed 124/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd -Placed 110/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc -Placed 110/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd -Placed 185/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda -Placed 185/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdc -Placed 234/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb -Placed 234/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc -Placed 2/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb -Placed 2/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd -Placed 105/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb -Placed 171/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd -Placed 171/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda -Placed 171/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdc -Placed 133/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdb -Placed 133/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd -Placed 133/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda -Placed 135/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdc -Placed 135/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb -Placed 135/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda -Placed 248/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc -Placed 248/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdb -Placed 104/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd -Placed 104/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda -Placed 104/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc -Placed 175/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdb -Placed 175/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdd -Placed 175/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sda -Placed 40/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc -Placed 40/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd -Placed 229/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda -Placed 229/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb -Placed 68/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd -Placed 68/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sda -Placed 68/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc -Placed 35/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdb -Placed 35/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd -Placed 35/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sda -Placed 53/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc -Placed 53/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd -Placed 243/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda -Placed 243/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc -Placed 243/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc -Placed 138/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb -Placed 138/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd -Placed 51/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda -Placed 51/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb -Placed 66/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda -Placed 66/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdc -Placed 151/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb -Placed 151/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd -Placed 151/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda -Placed 165/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc -Placed 165/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda -Placed 188/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc -Placed 188/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd -Placed 142/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sda -Placed 142/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc -Placed 178/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd -Placed 178/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda -Placed 184/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdc -Placed 184/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd -Placed 231/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sda -Placed 231/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdc -Placed 231/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb -Placed 16/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda -Placed 16/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb -Placed 240/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd -Placed 240/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda -Placed 3/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc -Placed 3/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd -Placed 224/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda -Placed 224/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc -Placed 224/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb -Placed 103/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd -Placed 103/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda -Placed 103/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc -Placed 125/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb -Placed 125/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd -Placed 125/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc -Placed 17/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb -Placed 17/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd -Placed 5/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda -Placed 5/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb -Placed 226/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd -Placed 226/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda -Placed 226/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc -Placed 102/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb -Placed 102/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda -Placed 115/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc -Placed 115/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb -Placed 115/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd -Placed 70/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda -Placed 70/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc -Placed 70/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda -Placed 10/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd -Placed 90/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda -Placed 150/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc -Placed 150/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb -Placed 150/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd -Placed 30/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda -Placed 30/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc -Placed 30/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb -Placed 74/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdd -Placed 74/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sda -Placed 74/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc -Placed 80/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb -Placed 80/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd -Placed 80/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda -Placed 140/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc -Placed 140/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdb -Placed 140/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdd -Placed 55/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda -Placed 55/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdc -Placed 55/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdb -Placed 147/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd -Placed 147/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sda -Placed 147/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc -Placed 211/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb -Placed 211/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc -Placed 34/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb -Placed 34/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda -Placed 106/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdc -Placed 106/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd -Placed 44/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc -Placed 200/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdb -Placed 200/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd -Placed 200/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda -Placed 20/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc -Placed 20/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb -Placed 20/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda -Placed 134/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb -Placed 39/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd -Placed 39/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda -Placed 39/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb -Placed 96/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc -Placed 132/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb -Placed 132/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd -Placed 94/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda -Placed 94/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc -Placed 94/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdb -Placed 161/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdd -Placed 161/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc -Placed 144/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb -Placed 144/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd -Placed 144/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda -Placed 166/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc -Placed 166/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdb -Placed 166/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd -Placed 239/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda -Placed 239/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd -Placed 220/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda -Placed 220/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc -Placed 149/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdb -Placed 149/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb -Placed 215/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd -Placed 153/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda -Placed 153/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc -Placed 153/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdb -Placed 37/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd -Placed 37/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda -Placed 37/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc -Placed 183/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb -Placed 183/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd -Placed 183/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc -Placed 21/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd -Placed 11/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda -Placed 11/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb -Placed 156/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd -Placed 156/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda -Placed 156/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc -Placed 57/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb -Placed 57/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda -Placed 71/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc -Placed 71/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd -Placed 1/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sda -Placed 1/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc -Placed 1/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb -Placed 242/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda -Placed 242/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb -Placed 120/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc -Placed 24/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd -Placed 67/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda -Placed 67/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdc -Placed 67/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb -Placed 210/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd -Placed 210/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda -Placed 210/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc -Placed 28/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb -Placed 28/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd -Placed 28/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb -Placed 255/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdd -Placed 187/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sda -Placed 187/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdc -Placed 187/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb -Placed 208/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd -Placed 208/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdc -Placed 75/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdb -Placed 75/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd -Placed 75/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda -Placed 232/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc -Placed 232/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb -Placed 232/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd -Placed 214/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb -Placed 235/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd -Placed 235/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sda -Placed 235/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc -Placed 29/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdb -Placed 29/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb -Placed 158/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda -Placed 176/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc -Placed 176/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda -Placed 114/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc -Placed 107/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd -Placed 107/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda -Placed 213/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc -Placed 213/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb -Placed 213/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd -Placed 146/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda -Placed 146/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc -Placed 146/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc -Placed 49/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb -Placed 49/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd -Placed 49/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda -Placed 253/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb -Placed 253/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd -Placed 230/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda -Placed 230/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc -Placed 230/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdb -Placed 207/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd -Placed 207/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdb -Placed 173/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdd -Placed 173/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda -Placed 169/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc -Placed 169/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd -Placed 227/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sda -Placed 227/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc -Placed 227/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc -Placed 9/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb -Placed 9/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd -Placed 9/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd -Placed 154/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda -Placed 154/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdc -Placed 154/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb -Placed 245/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdd -Placed 245/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sda -Placed 245/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc -Placed 155/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb -Placed 155/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdd -Placed 155/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda -Placed 82/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb -Placed 82/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdd -Placed 45/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sda -Placed 45/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc -Placed 45/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdb -Placed 228/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda -Placed 228/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc -Placed 130/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb -Placed 130/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdd -Placed 130/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda -Placed 100/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb -Placed 100/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd -Placed 205/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda -Placed 205/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc -Placed 205/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda -Placed 177/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc -Placed 202/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda -Placed 204/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd -Placed 168/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda -Placed 168/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc -Placed 168/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb -Placed 190/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda -Placed 190/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdc -Placed 159/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdb -Placed 159/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd -Placed 159/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda -Placed 127/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdc -Placed 127/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdc -Placed 62/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb -Placed 89/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd -Placed 89/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda -Placed 89/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc -Placed 164/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb -Placed 164/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdd -Placed 164/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda -Placed 167/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdc -Placed 167/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb -Placed 167/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd -Placed 157/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc -Placed 157/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdb -Placed 31/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd -Placed 31/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sda -Placed 31/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdc -Placed 197/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdd -Placed 197/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda -Placed 4/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc -Placed 4/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb -Placed 4/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd -Placed 254/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sda -Placed 254/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc -Placed 254/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb -Placed 32/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb -Placed 225/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd -Placed 225/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda -Placed 119/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc -Placed 119/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdb -Placed 119/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdd -Placed 41/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sda -Placed 41/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc -Placed 41/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb -Placed 36/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc -Placed 87/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb -Placed 87/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd -Placed 87/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc -Placed 61/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd -Placed 196/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda -Placed 196/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc -Placed 196/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb -Placed 77/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdd -Placed 77/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda -Placed 77/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdc -Placed 129/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb -Placed 129/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc -Placed 236/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb -Placed 236/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd -Placed 59/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda -Placed 59/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdb -Placed 244/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd -Placed 244/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd -Placed 56/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sda -Placed 81/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdc -Placed 81/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb -Placed 81/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd -Placed 145/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb -Placed 42/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd -Placed 42/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb -Placed 92/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd -Placed 92/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda -Placed 50/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdc -Placed 50/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd -Placed 47/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda -Placed 47/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb -Placed 221/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdd -Placed 221/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sda -Placed 221/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb -Placed 238/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdd -Placed 238/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb -Placed 15/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda -Placed 163/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc -Placed 163/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb -Placed 63/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd -Placed 63/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda -Placed 63/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc -Placed 199/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb -Placed 199/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd -Placed 199/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda -Placed 143/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc -Placed 143/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdb -Placed 143/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdd -Placed 46/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda -Placed 46/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd -Placed 7/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda -Placed 7/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 223 (Last start was 141) -DEBUG: Gather start is 223 (Last start was 141) -Gather start is 223 (Last start was 141) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 223 (Last start was 141) -DEBUG: Gather start is 223 (Last start was 141) -DEBUG: Gather start is 223 (Last start was 141) -Gather start is 223 (Last start was 141) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0024 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0018 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0036 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51343 - -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -swift: No authentication middleware authorized request yet. Skipping staticweb -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1chq_0fh/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01645 seconds (60.79546/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '84b60363-1232-4b66-bdf7-7c97f57e0373-sda', '1748692463.28051', '1748692463.27882', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdj71v1_8/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '2fb111c6-9d6e-4aec-acf6-f90585f72d9e-sda', '1748692463.30642', '1748692463.29666', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('2fb111c6-9d6e-4aec-acf6-f90585f72d9e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '2fb111c6-9d6e-4aec-acf6-f90585f72d9e-sda', '1748692463.30642', '1748692463.29666', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('2fb111c6-9d6e-4aec-acf6-f90585f72d9e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02723 seconds (36.72050/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '919b0c91ae1187cc837881478858ebbc', '77901a51-a0b0-4b1d-aff5-90b7fec01863-sda', '1748692463.34918', '1748692463.34758', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('77901a51-a0b0-4b1d-aff5-90b7fec01863-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '6feba7271852f4dae26028f6c95017c4', '3d93336b-6b70-43e1-b45d-bf551f78b09a-sda', '1748692463.39979', '1748692463.39814', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1748692463.41157', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1748692463.41185', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1748692463.41195', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1748692463.41207', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1748692463.41215', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1748692463.41223', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1748692463.4123', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1748692463.41238', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1748692463.41246', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1748692463.41253', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1748692463.41261', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '3d93336b-6b70-43e1-b45d-bf551f78b09a-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error @@ -7851,243 +6833,591 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0141 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0264 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0139 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0103 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0153 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0144 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0162 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0083 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0096 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0115 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0103 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0058 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0053 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0073 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0058 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0104 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0052 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0058 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 3315358 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.01s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0021 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 51343 - -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +swift: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +swift: Use tempauth middleware. +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_recon.TestReconCommands.test_disk_usage test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 @@ -8120,148 +7450,398 @@ test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok test.unit.cli.test_recon.TestReconCommands.test_version_check_differs test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -Traceback (most recent call last): -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile51349.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile51349.tmp' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0176 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0093 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0140 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0103 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0143 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0019 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0091 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0102 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0118 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0094 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0118 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0095 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0096 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0088 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0031 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0101 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0063 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0080 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0135 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0102 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0062 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0073 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0022 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0099 "-" 3315361 - +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift: Inconsistent project domain id: PROJECT_DOMAIN_ID in token vs None in account metadata. +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -8382,9 +7962,9 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/54 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0047 - - 1714281774.704033136 1714281774.708703995 0 +test INFO: - - 31/May/2025/11/54/24 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1748692464.643232107 1748692464.643875122 0 test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/54 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1714281774.709426165 1714281774.710036516 1 +test INFO: - - 31/May/2025/11/54/24 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1748692464.644391060 1748692464.644892693 1 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -8396,352 +7976,16 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml @@ -8750,384 +7994,445 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0024 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0025 "-" 51343 - -test DEBUG: - - - [28/Apr/2024:05:22:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 51343 - -test DEBUG: - - - [28/Apr/2024:05:22:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 51343 - -test DEBUG: - - - [28/Apr/2024:05:22:54 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 51343 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:22:54 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0033 "-" 51343 - -test DEBUG: - - - [28/Apr/2024:05:22:54 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 51343 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51343 0 -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 51343 - -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -[2024-04-28 05:22:54] Checking auditor stats +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +[2025-05-31 11:54:24] Checking auditor stats =============================================================================== -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptkc1c4w2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptkc1c4w2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptkc1c4w2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptkc1c4w2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0078 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0113 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a92bf063b9246838fb30-00662ddd2e" "proxy-server 51347" 0.0078 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50597/sdb1/1/a/c" "tx7a92bf063b9246838fb30-00662ddd2e" "container-server 51347" 0.0012 "-" 51347 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54053/sda1/1/a/c" "tx7a92bf063b9246838fb30-00662ddd2e" "container-server 51347" 0.0012 "-" 51347 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a92bf063b9246838fb30-00662ddd2e" "proxy-server 51347" 0.0104 "-" 51347 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a92bf063b9246838fb30-00662ddd2e" "proxy-server 51347" 0.0161 "-" 51347 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/22/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7a92bf063b9246838fb30-00662ddd2e - 0.0306 - - 1714281774.529918194 1714281774.560522795 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txaeff05ff456342eda01d9-00662ddd2e" "proxy-server 51347" 0.0013 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50597/sdb1/1/a1/c1" "txaeff05ff456342eda01d9-00662ddd2e" "container-server 51347" 0.0012 "-" 51347 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54053/sda1/1/a1/c1" "txaeff05ff456342eda01d9-00662ddd2e" "container-server 51347" 0.0013 "-" 51347 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaeff05ff456342eda01d9-00662ddd2e" "proxy-server 51347" 0.0092 "-" 51347 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaeff05ff456342eda01d9-00662ddd2e" "proxy-server 51347" 0.0147 "-" 51347 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/22/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txaeff05ff456342eda01d9-00662ddd2e - 0.0225 - - 1714281774.562092781 1714281774.584596157 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4600e91634d046ac9f6ba-00662ddd2e" "proxy-server 51347" 0.0022 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50597/sdb1/2/a/c1" "tx4600e91634d046ac9f6ba-00662ddd2e" "container-server 51347" 0.0012 "-" 51347 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54053/sda1/2/a/c1" "tx4600e91634d046ac9f6ba-00662ddd2e" "container-server 51347" 0.0019 "-" 51347 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4600e91634d046ac9f6ba-00662ddd2e" "proxy-server 51347" 0.0115 "-" 51347 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4600e91634d046ac9f6ba-00662ddd2e" "proxy-server 51347" 0.0170 "-" 51347 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/22/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4600e91634d046ac9f6ba-00662ddd2e - 0.0256 - - 1714281774.586260080 1714281774.611872673 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf91ac82c932f42fe8ac64-00662ddd2e" "proxy-server 51347" 0.0021 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50597/sdb1/1/a/c2" "txf91ac82c932f42fe8ac64-00662ddd2e" "container-server 51347" 0.0011 "-" 51347 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54053/sda1/1/a/c2" "txf91ac82c932f42fe8ac64-00662ddd2e" "container-server 51347" 0.0099 "-" 51347 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf91ac82c932f42fe8ac64-00662ddd2e" "proxy-server 51347" 0.0306 "-" 51347 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf91ac82c932f42fe8ac64-00662ddd2e" "proxy-server 51347" 0.0185 "-" 51347 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/22/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf91ac82c932f42fe8ac64-00662ddd2e - 0.0400 - - 1714281774.613474131 1714281774.653428316 2 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0063 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0156 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0178 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:23 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0099 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0091 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0092 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0096 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0064 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0059 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0082 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0218 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0101 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0103 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0124 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0099 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0138 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0057 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0111 "-" 3315358 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +Ring Builder file does not exist: /tmp/tmpydp3lxj7/tmpyhtz924j +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmp4qvu4qol/tmp7fjxlu0y +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp0nb8w0nv/tmpf_soq5ee, build version 4, id 2780c52bd0214fe99dd245123e210158 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp0nb8w0nv/tmpf_soq5ee.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -9136,12 +8441,23 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -9149,137 +8465,375 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0098 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0152 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0095 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0090 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0099 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0098 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0058 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0057 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0098 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0059 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0123 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0058 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0057 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0057 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0058 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0061 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0127 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0164 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0056 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0139 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift: Adding required filter versioned_writes to pipeline at position 0 +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Grant AllUsers READ permission on the bucket /bucket -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -9288,9 +8842,9 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -9304,17 +8858,15 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -9323,705 +8875,534 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp2w0b89go/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2w0b89go/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp2w0b89go/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2w0b89go/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0028 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0111 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0150 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx61bed344cff4415d94e19-00683aedf0" "proxy-server 3315355" 0.0018 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36899/sdb1/1/a/c" "tx61bed344cff4415d94e19-00683aedf0" "container-server 3315355" 0.0011 "-" 3315355 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52209/sda1/1/a/c" "tx61bed344cff4415d94e19-00683aedf0" "container-server 3315355" 0.0010 "-" 3315355 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx61bed344cff4415d94e19-00683aedf0" "proxy-server 3315355" 0.0413 "-" 3315355 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx61bed344cff4415d94e19-00683aedf0" "proxy-server 3315355" 0.0377 "-" 3315355 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx61bed344cff4415d94e19-00683aedf0 - 0.0748 - - 1748692464.817140579 1748692464.891979694 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx15834beeab3a4815aa7a4-00683aedf0" "proxy-server 3315355" 0.0011 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52209/sda1/1/a1/c1" "tx15834beeab3a4815aa7a4-00683aedf0" "container-server 3315355" 0.0092 "-" 3315355 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36899/sdb1/1/a1/c1" "tx15834beeab3a4815aa7a4-00683aedf0" "container-server 3315355" 0.0010 "-" 3315355 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx15834beeab3a4815aa7a4-00683aedf0" "proxy-server 3315355" 0.0375 "-" 3315355 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx15834beeab3a4815aa7a4-00683aedf0" "proxy-server 3315355" 0.0380 "-" 3315355 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx15834beeab3a4815aa7a4-00683aedf0 - 0.0782 - - 1748692464.893306971 1748692464.971473694 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx58e997c010a843788bb98-00683aedf0" "proxy-server 3315355" 0.0018 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36899/sdb1/2/a/c1" "tx58e997c010a843788bb98-00683aedf0" "container-server 3315355" 0.0099 "-" 3315355 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52209/sda1/2/a/c1" "tx58e997c010a843788bb98-00683aedf0" "container-server 3315355" 0.0011 "-" 3315355 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx58e997c010a843788bb98-00683aedf0" "proxy-server 3315355" 0.0293 "-" 3315355 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx58e997c010a843788bb98-00683aedf0" "proxy-server 3315355" 0.0505 "-" 3315355 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx58e997c010a843788bb98-00683aedf0 - 0.0748 - - 1748692464.972857237 1748692465.047642946 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdf0a827a8531447da6a67-00683aedf1" "proxy-server 3315355" 0.0019 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36899/sdb1/1/a/c2" "txdf0a827a8531447da6a67-00683aedf1" "container-server 3315355" 0.0011 "-" 3315355 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52209/sda1/1/a/c2" "txdf0a827a8531447da6a67-00683aedf1" "container-server 3315355" 0.0098 "-" 3315355 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf0a827a8531447da6a67-00683aedf1" "proxy-server 3315355" 0.0552 "-" 3315355 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf0a827a8531447da6a67-00683aedf1" "proxy-server 3315355" 0.0435 "-" 3315355 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdf0a827a8531447da6a67-00683aedf1 - 0.0841 - - 1748692465.048946142 1748692465.133066177 2 test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0103 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0062 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0103 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0152 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0057 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0105 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0073 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0094 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0101 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0063 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0026 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0099 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0053 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0060 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0121 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0095 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 3315361 - +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0059 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0103 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0103 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0073 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0099 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0105 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0074 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0136 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0064 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0104 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0026 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0061 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0133 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0056 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0094 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0074 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0066 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -10040,23 +9421,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -10074,560 +9438,75 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/54 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1714281774.544336557 1714281774.545329332 1 test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/54 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1714281774.545935631 1714281774.546715975 0 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -10651,208 +9530,916 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0151 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0056 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0177 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0155 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0090 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0146 "-" 3315358 - +test DEBUG: - - - [31/May/2025:11:54:24 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3315358 - +test DEBUG: - - - [31/May/2025:11:54:24 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3315358 - +test DEBUG: - - - [31/May/2025:11:54:24 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 3315358 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:54:24 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0114 "-" 3315358 - +test DEBUG: - - - [31/May/2025:11:54:24 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 3315358 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [31/May/2025:11:54:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0191 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0109 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0104 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0102 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0138 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0142 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 3 +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0101 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0072 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0072 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0052 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3315361 - +test DEBUG: - - - [31/May/2025:11:54:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 3315361 - +test DEBUG: - - - [31/May/2025:11:54:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3315361 - +test DEBUG: - - - [31/May/2025:11:54:25 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:54:25 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0115 "-" 3315361 - +test DEBUG: - - - [31/May/2025:11:54:25 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3315361 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0092 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0029 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0069 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0095 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0074 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0137 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0099 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315361 0 +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3315361 - +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 20 1 + 34 1 +Partition Matches + 6 1 + 10 1 + 12 1 + 14 1 + 17 1 + 19 1 + 37 1 + 39 1 + 44 1 + 47 1 + 51 1 + 54 1 + 56 1 + 59 1 + 60 1 + 61 1 + 1 1 + 4 1 + 7 1 + 8 1 + 9 1 + 11 1 + 15 1 + 18 1 + 23 1 + 25 1 + 30 1 + 33 1 + 38 1 + 45 1 + 49 1 + 63 1 + 2 1 + 13 1 + 16 1 + 26 1 + 27 1 + 28 1 + 29 1 + 31 1 + 32 1 + 34 1 + 40 1 + 43 1 + 46 1 + 52 1 + 53 1 + 62 1 +Partition Matches + 4 1 + 6 1 + 7 1 + 8 1 + 10 1 + 11 1 + 19 1 + 24 1 + 27 1 + 30 1 + 38 1 + 39 1 + 52 1 + 53 1 + 62 1 + 63 1 + 0 1 + 3 1 + 16 1 + 21 1 + 22 1 + 31 1 + 32 1 + 34 1 + 35 1 + 40 1 + 44 1 + 47 1 + 54 1 + 56 1 + 58 1 + 61 1 + 5 1 + 12 1 + 14 1 + 15 1 + 20 1 + 23 1 + 28 1 + 36 1 + 41 1 + 42 1 + 45 1 + 48 1 + 49 1 + 50 1 + 51 1 + 60 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 31 1 + 53 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 20 1 + 48 1 +Specified builder file "/tmp/tmpsz8g51td/tmpbhs48jk9" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT @@ -10871,2005 +10458,2272 @@ test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 3315358 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0101 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0136 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0091 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0030 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0102 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0092 "-" 3315358 0 +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0015 "-" 3315358 1 +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0096 "-" 3315358 2 +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0015 "-" 3315358 3 +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0140 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0096 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0101 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0156 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0111 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0094 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0110 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 3 +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0133 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0137 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0098 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0139 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0102 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0161 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0097 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315358 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 3315361 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0114 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0136 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0054 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0073 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0059 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0097 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 3315361 0 +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0058 "-" 3315361 1 +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0057 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0183 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0137 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0119 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0090 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0071 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0095 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0113 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3315361 1 +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0150 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0058 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0098 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0118 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0235 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0058 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0098 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0122 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3315361 - +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpw8l639lp/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: Error in '/tmp/tmpi19vqeh3/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmp1y8w04o_/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmp1y8w04o_/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'c4697bb78d4343e08ad21cbfbcbda187': [Errno 2] No such file or directory: 'c4697bb78d4343e08ad21cbfbcbda187' -test ERROR: Could not load '/tmp/tmp7uiqw4en/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp7uiqw4en/container-sync-realms.conf' -Quarantined /tmp/tmp8wks_13c/dev/dbs/par/pre/db to /tmp/tmp8wks_13c/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp8wks_13c/dev/dbs/par/pre/db to /tmp/tmp8wks_13c/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp8wks_13c/dev/dbs/par/pre/db to /tmp/tmp8wks_13c/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp8wks_13c/dev/dbs/par/pre/db to /tmp/tmp8wks_13c/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmpwzeb94ag/dev/dbs/par/pre/db to /tmp/tmpwzeb94ag/dev/quarantined/containers/db due to missing row in container_stat table +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 51343 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0025 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0022 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 51343 0 -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0015 "-" 51343 1 -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0099 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0085 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0035 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0057 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0085 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51343 1 -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0038 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0058 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0067 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0016 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51343 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51343 - -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_configswift: Adding required filter versioned_writes to pipeline at position 3 + ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +swift: Adding required filter dlo to pipeline at position 3 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segmentswift: Adding required filter copy to pipeline at position 3 + ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +swift: Adding required filter listing_formats to pipeline at position 3 +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0115 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0135 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - +test INFO: - - - [31/May/2025:11:54:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315358 - test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Grant AllUsers READ permission on the bucket /bucket +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +swift: Pipeline was modified. New pipeline is "healthcheck catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +swift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 1 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "gatekeeper healthcheck catch_errors listing_formats copy dlo versioned_writes proxy-server". +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper proxy_logging listing_formats copy dlo versioned_writes proxy-server". test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -Quarantined /tmp/tmpdqxws7qf/dev/dbs/par/pre/db to /tmp/tmpdqxws7qf/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:write OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +swift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy slo dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter container_quotas to pipeline at position 3 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors healthcheck proxy-logging bulk container_quotas tempurl proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 5 +swift: Adding required filter dlo to pipeline at position 5 +swift: Adding required filter copy to pipeline at position 5 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache listing_formats ratelimit tempauth copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 6 +swift: Adding required filter dlo to pipeline at position 6 +swift: Adding required filter copy to pipeline at position 6 +swift: Adding required filter listing_formats to pipeline at position 6 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache ratelimit tempauth proxy-logging listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 7 +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +swift: Adding required filter dlo to pipeline at position 7 +swift: Adding required filter copy to pipeline at position 7 +swift: Adding required filter listing_formats to pipeline at position 4 +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 8 +swift: Adding required filter dlo to pipeline at position 8 +swift: Adding required filter copy to pipeline at position 8 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmpf8w578o4/tmpztsjla2o, build version 4, id 030e7436986143dfb47f8c7bff18424d +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpf8w578o4/tmpztsjla2o.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +swift: Adding required filter versioned_writes to pipeline at position 10 +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +swift: Adding required filter dlo to pipeline at position 10 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 11 +swift: Adding required filter copy to pipeline at position 11 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 12 +swift: Adding required filter copy to pipeline at position 12 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test WARNING: boom -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1086aghh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00386 seconds (259.01287/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.08642.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.08642.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.08642.db -test DEBUG: Successfully deleted db /tmp/tmppgjdugh7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a915d7d877dfc7ea080d7936d447f82', '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda', '1714281775.11423', '1714281775.00000', '0', '', '1714281775.00000', 51, 0) -test DEBUG: /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1714281776.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1714281777.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1714281778.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1714281779.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1714281780.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1714281781.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1714281782.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1714281783.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1714281784.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1714281785.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1714281786.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1714281787.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1714281788.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1714281789.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1714281790.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1714281791.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1714281792.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1714281793.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1714281794.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1714281795.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1714281796.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1714281797.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1714281798.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1714281799.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1714281800.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1714281801.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1714281802.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1714281803.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1714281804.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1714281805.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -test DEBUG: /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0166516s) -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test DEBUG: Synchronization for /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a915d7d877dfc7ea080d7936d447f82', '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda', '1714281775.11423', '1714281775.00000', '0', '', '1714281775.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21517 seconds (4.64744/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a915d7d877dfc7ea080d7936d447f82', '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda', '1714281775.11423', '1714281775.00000', '0', '', '1714281775.00000', 51, 0) -test DEBUG: /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1714281806.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1714281807.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1714281808.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1714281809.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1714281810.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1714281811.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1714281812.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1714281813.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1714281814.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1714281815.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1714281816.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1714281817.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1714281818.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1714281819.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1714281820.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1714281821.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1714281822.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1714281823.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1714281824.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1714281825.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1714281926.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda') -test DEBUG: /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0305367s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7a915d7d877dfc7ea080d7936d447f82', '0468f5f8-81af-4abe-af2a-b4564af1dd2f-sda', '1714281775.11423', '1714281775.00000', '0', '', '1714281775.00000', 51, 0) -test DEBUG: /tmp/tmpiiunjzhp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04459 seconds (22.42758/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9yiwakkw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'b147dee61eb417cfa37f54682d341515', '7f144135-d9ed-4563-8575-b231909b6ce0-sda', '1714281775.40618', '1714280400.00000', '0', '', '1714280400.00000', 0, 0) -test DEBUG: /tmp/tmp9yiwakkw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjubc7k7n/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00462 seconds (216.21885/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '33657673-6344-4ef4-b31a-82edede66b0c-sda', '1714281774.67846', '1714281774.67672', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp78dmv2kx/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c2089fde-4ed8-4833-a974-3cfbb0e92586-sda', '1714281774.68831', '1714281774.68671', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c2089fde-4ed8-4833-a974-3cfbb0e92586-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c2089fde-4ed8-4833-a974-3cfbb0e92586-sda', '1714281774.68831', '1714281774.68671', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c2089fde-4ed8-4833-a974-3cfbb0e92586-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00708 seconds (141.26793/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '5ccc9c7adff132cc578528f80555d12c', 'c64abb3a-ad17-4380-9056-fa83ac9b7edf-sda', '1714281774.70371', '1714281774.70199', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('c64abb3a-ad17-4380-9056-fa83ac9b7edf-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '90515241cccb07be2a67857a5032197d', '4c1f277c-0ca1-409c-bfe4-3421ace4ce09-sda', '1714281774.71832', '1714281774.71648', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1714281774.72231', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1714281774.72259', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1714281774.7227', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1714281774.72278', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1714281774.72286', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1714281774.72294', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1714281774.72302', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1714281774.7231', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1714281774.72318', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1714281774.72326', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1714281774.72334', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '4c1f277c-0ca1-409c-bfe4-3421ace4ce09-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0097 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51371 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +swift: Adding required filter versioned_writes to pipeline at position 14 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +swift: Adding required filter copy to pipeline at position 10 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_smallswift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". + ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key @@ -12896,307 +12750,117 @@ test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:54 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0046 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0058 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7f144135-d9ed-4563-8575-b231909b6ce0-sda') -test DEBUG: /tmp/tmp9yiwakkw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00482035s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'b147dee61eb417cfa37f54682d341515', '7f144135-d9ed-4563-8575-b231909b6ce0-sda', '1714281775.40618', '1714280400.00000', '0', '', '1714280400.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7f144135-d9ed-4563-8575-b231909b6ce0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp9yiwakkw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02211 seconds (45.23506/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9yiwakkw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'c9413293-b5fb-40f6-8cc8-e7a323371603-sda', '1714281775.43746', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c9413293-b5fb-40f6-8cc8-e7a323371603-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'c9413293-b5fb-40f6-8cc8-e7a323371603-sda', '1714281775.43746', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c9413293-b5fb-40f6-8cc8-e7a323371603-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsj6lqvga/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'bd82a744-be36-4896-912a-f6aab56cbb92-sda', '1714281775.45639', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1714281775.45779"]}', '1714280400.00000', 0, 0) -test DEBUG: /tmp/tmpsj6lqvga/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'bd82a744-be36-4896-912a-f6aab56cbb92-sda') -test DEBUG: /tmp/tmpsj6lqvga/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00492191s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'bd82a744-be36-4896-912a-f6aab56cbb92-sda', '1714281775.45639', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1714281775.45779"]}', '1714280400.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('bd82a744-be36-4896-912a-f6aab56cbb92-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpsj6lqvga/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03700 seconds (27.02700/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpsj6lqvga/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f6748d0a-fbd2-4f7a-bd9b-938d54a92c79-sda', '1714281775.49627', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f6748d0a-fbd2-4f7a-bd9b-938d54a92c79-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f6748d0a-fbd2-4f7a-bd9b-938d54a92c79-sda', '1714281775.49627', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f6748d0a-fbd2-4f7a-bd9b-938d54a92c79-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyumb3e04/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'fc860795-acb6-4226-adb6-cc53c5a1f2de-sda', '1714281775.61756', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1714281775.61884"]}', '1714280400.00000', 0, 1) -test DEBUG: /tmp/tmpyumb3e04/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fc860795-acb6-4226-adb6-cc53c5a1f2de-sda') -test DEBUG: /tmp/tmpyumb3e04/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0115867s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'fc860795-acb6-4226-adb6-cc53c5a1f2de-sda', '1714281775.61756', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1714281775.61884"]}', '1714280400.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('fc860795-acb6-4226-adb6-cc53c5a1f2de-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpyumb3e04/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04315 seconds (23.17584/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyumb3e04/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -13205,50 +12869,14 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/55 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1714281775.231003761 1714281775.231915712 1 test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/22/55 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1714281775.232457161 1714281775.233321190 0 +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10021400451660156 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1008915901184082 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10110807418823242 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10126137733459473 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10141253471374512 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10155057907104492 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10168242454528809 -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -13291,8 +12919,7 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -13328,8 +12955,11 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -13338,1093 +12968,395 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -Ring Builder file does not exist: /tmp/tmp9rp9b2e5/tmp1yi9cyt0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpyugk0wgy/tmp7m8wz02w -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpmspvchid/tmphah6hm1n, build version 4, id 1f2634d4f35c49d9b3bd5d563bd27452 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpmspvchid/tmphah6hm1n.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 33 1 - 51 1 -Partition Matches - 6 1 - 7 1 - 8 1 - 15 1 - 18 1 - 21 1 - 27 1 - 28 1 - 31 1 - 41 1 - 45 1 - 48 1 - 52 1 - 55 1 - 58 1 - 61 1 - 0 1 - 3 1 - 14 1 - 22 1 - 25 1 - 29 1 - 30 1 - 35 1 - 40 1 - 42 1 - 44 1 - 46 1 - 50 1 - 51 1 - 56 1 - 60 1 - 2 1 - 11 1 - 16 1 - 19 1 - 20 1 - 23 1 - 24 1 - 33 1 - 36 1 - 38 1 - 39 1 - 47 1 - 49 1 - 53 1 - 57 1 - 63 1 -Partition Matches - 0 1 - 2 1 - 4 1 - 8 1 - 11 1 - 16 1 - 19 1 - 29 1 - 33 1 - 41 1 - 43 1 - 44 1 - 46 1 - 54 1 - 60 1 - 61 1 - 1 1 - 10 1 - 13 1 - 14 1 - 21 1 - 22 1 - 23 1 - 30 1 - 38 1 - 39 1 - 40 1 - 45 1 - 47 1 - 49 1 - 57 1 - 58 1 - 6 1 - 9 1 - 12 1 - 17 1 - 18 1 - 24 1 - 25 1 - 26 1 - 28 1 - 35 1 - 37 1 - 48 1 - 52 1 - 56 1 - 62 1 - 63 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 25 1 - 8 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 50 1 - 2 1 -Specified builder file "/tmp/tmpld11jzpm/tmp4i13pqpz" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3315361 - +test INFO: - - - [31/May/2025:11:54:26 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0094 "-" 3315361 - Reloaded swift-proxy-server test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -14440,19 +13372,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -14523,23 +13442,9 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -14548,132 +13453,256 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -14682,20 +13711,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -14704,2114 +13722,706 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError -test ERROR: Error reading ringfile: +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0035 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0048 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0040 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0098 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0073 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0045 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0164 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0018 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0092 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0058 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0053 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0026 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0043 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 51371 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, '27843bc55ea78ec2faed93acf310210f', 'b3227ce2-908e-4a8c-9d9c-9c1a1f0f7bb3-sda', '1714281775.66845', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('b3227ce2-908e-4a8c-9d9c-9c1a1f0f7bb3-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, '27843bc55ea78ec2faed93acf310210f', 'b3227ce2-908e-4a8c-9d9c-9c1a1f0f7bb3-sda', '1714281775.66845', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('b3227ce2-908e-4a8c-9d9c-9c1a1f0f7bb3-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp52ws5x9y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'bc64bc2a465e704c9e77a75d578f5fdb', '4231e841-d9cf-467c-9464-c8a70096d009-sda', '1714281775.69975', '1714281775.00000', '0', '', '1714281775.00000', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281777.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281778.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4231e841-d9cf-467c-9464-c8a70096d009-sda') -test DEBUG: /tmp/tmp52ws5x9y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00248528s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'bc64bc2a465e704c9e77a75d578f5fdb', '4231e841-d9cf-467c-9464-c8a70096d009-sda', '1714281775.69975', '1714281775.00000', '0', '', '1714281775.00000', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4231e841-d9cf-467c-9464-c8a70096d009-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp52ws5x9y/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03676 seconds (27.20705/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp52ws5x9y/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9049c1714ad6ce7505efffc8cda4584a', 'fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9049c1714ad6ce7505efffc8cda4584a', 'fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9049c1714ad6ce7505efffc8cda4584a', 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9049c1714ad6ce7505efffc8cda4584a', 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmp52ws5x9y/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '62caf076dca1628a8c55c958ecda11a3', 'a027a511-41af-460f-b9e6-bd0d74d7b8d4-sdb', '1714281775.69975', '1714281776.00000', '0', '', '1714281776.00000', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281779.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281780.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a027a511-41af-460f-b9e6-bd0d74d7b8d4-sdb') -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0097456s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '4231e841-d9cf-467c-9464-c8a70096d009-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '62caf076dca1628a8c55c958ecda11a3', 'a027a511-41af-460f-b9e6-bd0d74d7b8d4-sdb', '1714281775.69975', '1714281776.00000', '0', '', '1714281776.00000', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281779.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281780.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a027a511-41af-460f-b9e6-bd0d74d7b8d4-sdb') -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00437808s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '4231e841-d9cf-467c-9464-c8a70096d009-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.05271 seconds (37.94181/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, '8782284fc09ebc832784b021b531bfd7', 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7a006a40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -fake INFO: - - 28/Apr/2024/05/22/55 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1714282775 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1714281775.955805779 1714281775.955953598 - -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1713614400 -test DEBUG: looking for objects in 1713614400 -test DEBUG: checking container 1713610800 -test DEBUG: looking for objects in 1713610800 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10181474685668945 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001649856567383 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004782676696777 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006048679351807 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007176399230957 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000798225402832 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008883476257324 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009686946868896 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010440349578857 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10277080535888672 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1457672119140625e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'Tl2X3glO3yVpf+rj0PLDcA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4e5d97de094edf25697feae3d0f2c370', 'Content-Length': '289'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'jcBOJrEd5Bw1/lBnc9QbEw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8dc04e26b11de41c35fe506773d41b13', 'Content-Length': '230'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1714276800 -test DEBUG: looking for objects in 1714276800 -test DEBUG: checking container 1714273200 -test DEBUG: looking for objects in 1714273200 -test DEBUG: checking container 1714269600 -test DEBUG: looking for objects in 1714269600 -test DEBUG: checking container 1714266000 -test DEBUG: looking for objects in 1714266000 -test DEBUG: checking container 1714262400 -test DEBUG: looking for objects in 1714262400 -test DEBUG: checking container 1714258800 -test DEBUG: looking for objects in 1714258800 -test DEBUG: checking container 1714255200 -test DEBUG: looking for objects in 1714255200 -test DEBUG: checking container 1714251600 -test DEBUG: looking for objects in 1714251600 -test DEBUG: checking container 1714248000 -test DEBUG: looking for objects in 1714248000 -test DEBUG: checking container 1713675600 -test DEBUG: looking for objects in 1713675600 -test DEBUG: checking container 1713672000 -test DEBUG: looking for objects in 1713672000 -test DEBUG: checking container 1713668400 -test DEBUG: looking for objects in 1713668400 -test DEBUG: checking container 1713664800 -test DEBUG: looking for objects in 1713664800 -test DEBUG: checking container 1713661200 -test DEBUG: looking for objects in 1713661200 -test DEBUG: checking container 1713657600 -test DEBUG: looking for objects in 1713657600 -test DEBUG: checking container 1713654000 -test DEBUG: looking for objects in 1713654000 -test DEBUG: checking container 1713650400 -test DEBUG: looking for objects in 1713650400 -test DEBUG: checking container 1713646800 -test DEBUG: looking for objects in 1713646800 -test DEBUG: checking container 1713643200 -test DEBUG: looking for objects in 1713643200 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281778.388810) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281778.388810) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281778.388810) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281778.388810) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1714281778.388810) in policy_index 1 will be deleted from policy_index 0 (1714281778.38881_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1714281778.388810) deleted from policy_index 0 (1714281778.38881_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1714281778.388810) from policy_index 1 (1714281778.38881_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1714281778.388810) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1714281778.388810) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1714281778.388810) from the queue (1714281778.38881_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0100 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0006 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0033 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0072 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0111 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0117 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0054 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0117 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0029 "-" 51371 - -test DEBUG: - - - [28/Apr/2024:05:22:55 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 51371 - -test DEBUG: - - - [28/Apr/2024:05:22:55 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 51371 - -test DEBUG: - - - [28/Apr/2024:05:22:55 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 51371 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1714281780.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1714281780.00000', 'deleted': 0, 'storage_policy_index': 0}], 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-') -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00298047s) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, merge_syncs, ([{'remote_id': 'fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, '8782284fc09ebc832784b021b531bfd7', 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-', '1714281775.74498', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1714281780.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1714281780.00000', 'deleted': 0, 'storage_policy_index': 0}], 'ab5b61f9-c092-44ea-aff4-03dff6b9e0ff-') -test DEBUG: /tmp/tmp52ws5x9y/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00265574s) -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, merge_syncs, ([{'remote_id': 'fefbffcc-85f2-41f5-bc3b-15193ebbe63c-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '234a55dd9aeec22bfa86ce7fd788171d', 'c1c1ac5c-07a9-4f8d-afc4-992a20e16afa-', '1714281775.86463', '1714281775.86259', '0', '', '1714281775.86259', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c1c1ac5c-07a9-4f8d-afc4-992a20e16afa-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.86621.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '234a55dd9aeec22bfa86ce7fd788171d', 'c1c1ac5c-07a9-4f8d-afc4-992a20e16afa-', '1714281775.86463', '1714281775.86259', '0', '', '1714281775.86259', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281775.86614', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281775.86614', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281775.86614', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281775.86636', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281775.86636', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281775.86621', 'epoch': '1714281775.86621', 'reported': 0, 'tombstones': -1}], 'c1c1ac5c-07a9-4f8d-afc4-992a20e16afa-') -test DEBUG: /tmp/tmpx2i3aiak/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.86621.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpx2i3aiak/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.86621.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '6ddcfa03bddc9a6515f9c1557050443b', '19bf2d06-b81e-4433-9290-e46f3a054e42-', '1714281775.90087', '1714281775.89881', '0', '', '1714281775.89881', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281775.92215', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281775.92215', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281775.92215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281775.92594', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281775.92594', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281775.90237', 'epoch': '1714281775.90237', 'reported': 0, 'tombstones': -1}], '19bf2d06-b81e-4433-9290-e46f3a054e42-') -test DEBUG: /tmp/tmpwx3xwki4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.90237.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpwx3xwki4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.90237.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '6ddcfa03bddc9a6515f9c1557050443b', '19bf2d06-b81e-4433-9290-e46f3a054e42-', '1714281775.90087', '1714281775.91878', '0', '', '1714281775.89881', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281775.92215', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281775.92215', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281775.92215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281775.92594', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281775.92594', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281775.90237', 'epoch': '1714281775.90237', 'reported': 0, 'tombstones': -1}], '19bf2d06-b81e-4433-9290-e46f3a054e42-') -test DEBUG: /tmp/tmpwx3xwki4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.90237.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpwx3xwki4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281775.90237.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '71c4624ccecde12eb90fed59aa9dd481', 'd41886a2-3248-4d7e-b114-02d87f0e811e-', '1714281776.02167', '1714281776.01961', '0', '', '1714281776.01961', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.03537', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281776.03537', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.03537', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.03657', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.03657', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.02303', 'epoch': '1714281776.02303', 'reported': 0, 'tombstones': -1}], 'd41886a2-3248-4d7e-b114-02d87f0e811e-') -test DEBUG: /tmp/tmpwpm_rurr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.02303.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpwpm_rurr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.02303.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '71c4624ccecde12eb90fed59aa9dd481', 'd41886a2-3248-4d7e-b114-02d87f0e811e-', '1714281776.02167', '1714281776.03181', '0', '', '1714281776.01961', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx4e18dd7f6a554d528ef44-00683aedf3) +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx489662c0c90144998982a-00683aedf3) +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx07931b41564c412989021-00683aedf3) +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.1" 200 160 0.000058 +proxy INFO: 192.168.0.1 - - [01/Jun/2025 01:54:27] "GET /otherurl HTTP/1.1" 200 179 0.000032 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.0" 200 186 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.0" 200 179 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.0" 200 180 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.0" 200 180 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +proxy INFO: (3315359) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315359) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:27] "GET /someurl HTTP/1.0" 200 180 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (3315359) wsgi exited, is_accepting=True +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 31/May/2025/11/54/27 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1748692467.446065903 1748692467.446305275 - +fake-swift INFO: - - 31/May/2025/11/54/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1748692467.447270155 1748692467.447419882 - +fake-swift INFO: - - 31/May/2025/11/54/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1748692467.447964907 1748692467.448083162 - +fake-swift INFO: - - 31/May/2025/11/54/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1748692467.448423862 1748692467.448523521 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 31/May/2025/11/54/27 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1748692467.453656435 1748692467.453756571 - +test WARNING: More than one part in a single-part response? +test WARNING: boom +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3315359, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + The can be of the form:: drz-:R:/ @@ -16848,206 +14458,171 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found swift-ring-builder search or @@ -17063,2077 +14638,1817 @@ Shows information about matching devices. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ can be of the form:: -or + drz-:R:/ + _ -swift-ring-builder set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] + Where and are replication ip and port. - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Any part is optional, but you must include at least one part. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + Examples:: - Option --yes assume a yes response to all questions. + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 -swift-ring-builder validate - Just runs the validation routines on the ring. + Most specific example:: -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. + Nerd explanation: -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/54/28 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1748692468.523784637 1748692468.524665833 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/54/28 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1748692468.525183916 1748692468.525933743 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1713614400 -test DEBUG: looking for objects in 1713614400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1713616498.430089) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1713616498.430089) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1713616498.430089) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1713616498.430089) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1713616498.43009) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1713616498.430089) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1713614400/1:/AUTH_jeb/c/o1' (1713616498.430089) from the queue (1713616498.43009_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1714281778.434709) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1714281778.434709) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1714281778.434709) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1714281778.434709) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1714281778.43471) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1714281778.434709) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.8358230590820312e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.7642974853515625e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.03537', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281776.03537', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.03537', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.03657', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.03657', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.02303', 'epoch': '1714281776.02303', 'reported': 0, 'tombstones': -1}], 'd41886a2-3248-4d7e-b114-02d87f0e811e-') -test DEBUG: /tmp/tmpwpm_rurr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.02303.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpwpm_rurr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.02303.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9c16a58b2dcf4b30e58ae677ac097ede', '5e08874f-1301-4cef-a45a-545ab83e2511-', '1714281776.08110', '1714281776.07915', '0', '', '1714281776.07915', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.09642', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.09642', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.09642', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.09795', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.09795', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.08371', 'epoch': '1714281776.08371', 'reported': 0, 'tombstones': -1}], '5e08874f-1301-4cef-a45a-545ab83e2511-') -test DEBUG: /tmp/tmp881ajs2x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.08371.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp881ajs2x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.08371.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9c16a58b2dcf4b30e58ae677ac097ede', '5e08874f-1301-4cef-a45a-545ab83e2511-', '1714281776.08110', '1714281776.09312', '0', '', '1714281776.07915', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.09642', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.09642', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.09642', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.09795', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.09795', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.08371', 'epoch': '1714281776.08371', 'reported': 0, 'tombstones': -1}], '5e08874f-1301-4cef-a45a-545ab83e2511-') -test DEBUG: /tmp/tmp881ajs2x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.08371.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp881ajs2x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.08371.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9c16a58b2dcf4b30e58ae677ac097ede', '2bf7bb5e-fe80-428a-a3d2-2fd83faa0267-', '1714281776.14082', '1714281776.13897', '0', '', '1714281776.13897', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.15902', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.15902', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.15902', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.16060', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.16060', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.14209', 'epoch': '1714281776.14209', 'reported': 0, 'tombstones': -1}], '2bf7bb5e-fe80-428a-a3d2-2fd83faa0267-') -test DEBUG: /tmp/tmproq_e207/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.14209.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmproq_e207/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.14209.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9c16a58b2dcf4b30e58ae677ac097ede', '2bf7bb5e-fe80-428a-a3d2-2fd83faa0267-', '1714281776.14082', '1714281776.15585', '0', '', '1714281776.13897', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.15902', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.15902', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.15902', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.16060', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.16060', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.14209', 'epoch': '1714281776.14209', 'reported': 0, 'tombstones': -1}], '2bf7bb5e-fe80-428a-a3d2-2fd83faa0267-') -test DEBUG: /tmp/tmproq_e207/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.14209.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmproq_e207/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.14209.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '545f08e2827c563b7c8ee9e4b3eda684', '97d73b61-d167-4d18-9a36-f8d28c9ba5dd-', '1714281776.20352', '1714281776.20169', '0', '', '1714281776.20169', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.20470', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281776.20470', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.20470', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.20490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.20490', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.20476', 'epoch': '1714281776.20476', 'reported': 0, 'tombstones': -1}], '97d73b61-d167-4d18-9a36-f8d28c9ba5dd-') -test DEBUG: /tmp/tmp2blz5bvo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.20476.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2blz5bvo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.20476.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:22:55 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0034 "-" 51371 - -test DEBUG: - - - [28/Apr/2024:05:22:55 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 51371 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0042 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0073 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0097 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0057 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0060 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 2 -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0062 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0056 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 51371 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0039 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0021 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 51371 0 -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 51371 1 -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 51371 2 -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0016 "-" 51371 3 -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0045 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 51371 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1748692468.762890100 1748692468.762940407 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1748692468.763925552 1748692468.763933659 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.764742374 1748692468.764788151 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.795889378 1748692468.795934677 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1748692468.796911478 1748692468.796936989 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1748692468.802022696 1748692468.802041531 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.802969933 1748692468.803016186 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.803773880 1748692468.803810358 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1748692468.803760290 1748692468.804061651 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.833357334 1748692468.833399296 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.835606098 1748692468.835644484 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1748692468.836227417 1748692468.836260080 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.836817265 1748692468.836849928 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1748692468.837394476 1748692468.837424278 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1748692468.838016987 1748692468.838050604 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1748692468.838623047 1748692468.838653803 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.839187384 1748692468.839216948 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1748692468.839741707 1748692468.839771986 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1748692468.840563536 1748692468.840598822 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1748692468.841204643 1748692468.841238260 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1748692468.842108727 1748692468.842145205 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.842925549 1748692468.842958927 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.843504906 1748692468.843536615 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - one 1748692468.844270945 1748692468.844530106 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 31/May/2025/11/54/28 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.847654819 1748692468.847688675 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1713675599.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1713675599.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1713675599.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1713675599.000000) from the queue (1713675599.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281778.462374) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281778.462374) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281778.462374) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281778.462374) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281778.46237) in policy_index 1 responded 200 (1714281777.46237) -test INFO: retry: '/AUTH_bob/c/o1' (1714281778.462374) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.2:1002/sdc -swift: Account DELETE returning 503 for (201, 503, 503) -swift: ERROR 500 Trying to DELETE /a From Account Server 10.0.0.1:1001/sdb -swift: Account DELETE returning 503 for (204, 404, 503) -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for [503, 503] +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permissionswift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda - ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [500, 500, 400] -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [500, 500, 400] -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: Client disconnected on read of '/a' -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for [503, 503] -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 503 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for [500, 500, 400] -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 500 b'' Trying to GET /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for [500, 500, 400] -swift: autocreate account '/a' -swift: autocreate account '/a' -swift: ERROR 503 Trying to POST /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: autocreate account '/a' -swift: ERROR 504 Trying to POST /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to POST /a/ From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.2:1002/sdc -swift: autocreate account '/a' -swift: ERROR 504 Trying to POST /a/ From Account Server 10.0.0.2:1002/sdc -swift: Could not autocreate account '/a' -swift: Could not autocreate account '/a' -swift: autocreate account '/a' -swift: autocreate account '/a' -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.2:1002/sdc -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.1:1001/sdb -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (201, 503, 503) -swift: ERROR 500 Trying to PUT /a From Account Server 10.0.0.1:1001/sdb -swift: Account GET returning 503 for (204, 404, 503) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: Account GET returning 503 for (201, 503, 503) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: Account GET returning 503 for (201, 503, 503) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.0:1000/sda -swift: ERROR 503 Trying to PUT /a From Account Server 10.0.0.2:1002/sdc -swift: Account GET returning 503 for (503, 503, 503) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a/: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect#012 raise HTTPException()#012http.client.HTTPException -swift: ERROR 503 Trying to PUT /a/ From Account Server 10.0.0.2:1002/sdc -swift: ERROR 503 Trying to PUT /a/ From Account Server 10.0.0.0:1000/sda -swift: Account GET returning 503 for (503, 503, 503) -swift: ERROR with Account server 127.0.0.1:1/sda re: Trying to HEAD /v1/account: Connection refused -swift: ERROR with Account server 127.0.0.1:1/sdb re: Trying to HEAD /v1/account: Connection refused -swift: ERROR with Account server 127.0.0.1:1/sdc re: Trying to HEAD /v1/account: Connection refused -swift: Account HEAD returning 503 for [] -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.889986753 1748692468.890024662 - +test INFO: - - 31/May/2025/11/54/28 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.890248775 1748692468.890271187 - +test INFO: - - 31/May/2025/11/54/28 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.890439510 1748692468.890459061 - +test INFO: - - 31/May/2025/11/54/28 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.890611410 1748692468.890629053 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1748692468.892864466 1748692468.892926931 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1748692468.893703699 1748692468.893736124 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1748692468.894573450 1748692468.894615412 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1748692468.895337105 1748692468.895367384 - +test INFO: - - 31/May/2025/11/54/28 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.900677204 1748692468.900705099 1 +test INFO: - - 31/May/2025/11/54/28 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692468.901358128 1748692468.901410580 1 +test INFO: 4.5.6.7 1.2.3.4 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.902372122 1748692468.902413368 - +test INFO: 4.5.6.7 1.2.3.4 31/May/2025/11/54/28 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692468.902983904 1748692468.903018951 - +test INFO: - - 31/May/2025/11/54/28 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692468.904485226 1748692468.904549122 - +test INFO: - - 31/May/2025/11/54/28 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1748692468.905907393 1748692468.905950308 - +test INFO: - - 31/May/2025/11/54/28 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1748692468.906764030 1748692468.906785965 - +test INFO: - - 31/May/2025/11/54/28 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692468.907621145 1748692468.907645702 0 +test INFO: - - 31/May/2025/11/54/28 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692468.908305168 1748692468.908326864 -1 +test INFO: - - 31/May/2025/11/54/28 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692468.909127951 1748692468.909149885 - +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -swift: ERROR with Account server 127.0.0.1:-1/sdb re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.12/socket.py", line 963, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: ERROR with Account server 127.0.0.1:-1/sdc re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.12/socket.py", line 963, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: ERROR with Account server 127.0.0.1:-1/sda re: Trying to HEAD /v1/account: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect#012 return http_connect_raw(#012 ^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 322, in http_connect_raw#012 conn.endheaders()#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1301, in endheaders#012 self._send_output(message_body, encode_chunked=encode_chunked)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1089, in _send_output#012 self.send(msg)#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 1018, in send#012 self.connect()#012 File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 212, in connect#012 ret = HTTPConnection.connect(self)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/http/client.py", line 989, in connect#012 self.sock = self._create_connection(#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/green/socket.py", line 44, in create_connection#012 for res in getaddrinfo(host, port, 0, SOCK_STREAM):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/eventlet/support/greendns.py", line 567, in getaddrinfo#012 ai = socket.getaddrinfo(addr, port, family,#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.12/socket.py", line 963, in getaddrinfo#012 for res in _socket.getaddrinfo(host, port, family, type, proto, flags):#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012socket.gaierror: [Errno -8] Servname not supported for ai_socktype -swift: Account HEAD returning 503 for [] -swift: Client disconnected on read of '/a' -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Sat Apr 27 17:22:56 2024 /tmp/log/swift/profile/default.profile51349 -Sat Apr 27 17:22:56 2024 /tmp/log/swift/profile/default.profile123 -Sat Apr 27 17:22:56 2024 /tmp/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 28/Apr/2024/05/22/56 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1714281776.814475060 1714281776.814700842 - -fake-swift INFO: - - 28/Apr/2024/05/22/56 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1714281776.815565348 1714281776.815698147 - -fake-swift INFO: - - 28/Apr/2024/05/22/56 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1714281776.816181183 1714281776.816284180 - -fake-swift INFO: - - 28/Apr/2024/05/22/56 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1714281776.816589355 1714281776.816705465 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 28/Apr/2024/05/22/56 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1714281776.821317911 1714281776.821406364 - -test ERROR: Problem finding shard upper in '/tmp/tmpvd02zkz_/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpvd02zkz_/test_container.db': : +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpdyb9kt9w/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpdyb9kt9w/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' (txn: tx6a0c181606034fd5936d3-00662ddd37) -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: Client disconnected on read of '/a' (txn: tx6a0c181606034fd5936d3-00662ddd37) -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281778.484190) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281778.484190) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281778.484190) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281778.484190) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281778.48419) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1714281778.484190) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281778.488331) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281778.488331) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281778.488331) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281778.488331) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281778.48833) in policy_index 1 responded 404 (1714281778.48833_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1714281778.488331) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 51371 0 -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0042 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0022 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0051 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test INFO: - - - [28/Apr/2024:05:22:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 51371 - -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '545f08e2827c563b7c8ee9e4b3eda684', '97d73b61-d167-4d18-9a36-f8d28c9ba5dd-', '1714281776.20352', '1714281776.21450', '0', '', '1714281776.20169', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.20470', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281776.20470', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.20470', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.20490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.20490', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.20476', 'epoch': '1714281776.20476', 'reported': 0, 'tombstones': -1}], '97d73b61-d167-4d18-9a36-f8d28c9ba5dd-') -test DEBUG: /tmp/tmp2blz5bvo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.20476.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2blz5bvo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.20476.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '545f08e2827c563b7c8ee9e4b3eda684', 'a2c0e430-3826-404a-86ec-d2fd3e0bc15a-', '1714281776.24497', '1714281776.24315', '0', '', '1714281776.24315', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.24617', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281776.24617', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.24617', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.24635', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.24635', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.24623', 'epoch': '1714281776.24623', 'reported': 0, 'tombstones': -1}], 'a2c0e430-3826-404a-86ec-d2fd3e0bc15a-') -test DEBUG: /tmp/tmpfq6ch_mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.24623.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfq6ch_mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.24623.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '545f08e2827c563b7c8ee9e4b3eda684', 'a2c0e430-3826-404a-86ec-d2fd3e0bc15a-', '1714281776.24497', '1714281776.25427', '0', '', '1714281776.24315', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.24617', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281776.24617', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.24617', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.24635', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.24635', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.24623', 'epoch': '1714281776.24623', 'reported': 0, 'tombstones': -1}], 'a2c0e430-3826-404a-86ec-d2fd3e0bc15a-') -test DEBUG: /tmp/tmpfq6ch_mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.24623.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfq6ch_mw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.24623.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '41c924dcdb2e4bc6797c65537f7b94f6', '6727cd51-f760-4eec-be6a-b1828ddfbbbc-', '1714281776.28646', '1714281776.28461', '0', '', '1714281776.28461', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6727cd51-f760-4eec-be6a-b1828ddfbbbc-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.28934.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '41c924dcdb2e4bc6797c65537f7b94f6', '6727cd51-f760-4eec-be6a-b1828ddfbbbc-', '1714281776.28646', '1714281776.28461', '0', '', '1714281776.28461', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.28761', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.28761', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.28761', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.28954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.28954', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.28934', 'epoch': '1714281776.28934', 'reported': 0, 'tombstones': -1}], '6727cd51-f760-4eec-be6a-b1828ddfbbbc-') -test DEBUG: /tmp/tmpyj50rgna/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.28934.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyj50rgna/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.28934.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '41c924dcdb2e4bc6797c65537f7b94f6', 'e6911569-9cb0-4975-b642-205d1b68ce54-', '1714281776.32355', '1714281776.32174', '0', '', '1714281776.32174', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e6911569-9cb0-4975-b642-205d1b68ce54-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.32662.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '41c924dcdb2e4bc6797c65537f7b94f6', 'e6911569-9cb0-4975-b642-205d1b68ce54-', '1714281776.32355', '1714281776.32174', '0', '', '1714281776.32174', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.32473', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.32473', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.32473', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.32682', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.32682', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.32662', 'epoch': '1714281776.32662', 'reported': 0, 'tombstones': -1}], 'e6911569-9cb0-4975-b642-205d1b68ce54-') -test DEBUG: /tmp/tmp1ebsscyu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.32662.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1ebsscyu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.32662.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', '8f850b43-6c87-4365-b1d3-476ac448baa2-', '1714281776.36168', '1714281776.35980', '0', '', '1714281776.35980', 3, 0) -test WARNING: /tmp/tmp5iey7pl8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.36429.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok The can be of the form:: drz-:R:/ @@ -19170,293 +16485,19 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - +"test" is not a valid number. +Replica count must be at least 1. swift-ring-builder set_replicas Changes the replica count to the given . may be a floating-point value, in which case some partitions will have @@ -19464,7 +16505,35 @@ in the correct proportions. A rebalance is needed to make the change take effect. - +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 swift-ring-builder set_weight [ ] ... [--yes] @@ -19487,1774 +16556,804 @@ multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_weight + [ ] ... + [--yes] or -swift-ring-builder set_zone +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test ERROR: Unhandled Exception trying to reconcile: +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2ef8065751b4446ba78bc-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd36398a4b46349ada6675-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx54e0424fe4d44998a75d5-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4df7464e228d4f39a4464-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb6e8954e0b0c4c359f6bc-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txac8965a4ab35461c98493-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe319873ab2ae493583b81-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx856f0840f04949b59a8e5-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc40fb78931484545bc60a-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd5da37c01ba64ee9a3128-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa0b1f6bfc6ae4eaa8d50d-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe60f33675a7b4cdca15be-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc015f28c1bd443ffb5065-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx90e6630b67ba4314a05ea-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9b05fbf2f1154c42b3aa0-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx851c070b6c1b41e0b53b8-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx91cb2805ceac47ecb2b42-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa972cec6488d4132a7d16-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6f3f123c900d4f0f9c4ac-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx572f9f83e7e94a4c91a71-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx09ff537286044fffa4e88-00662ddd32) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7cc9a8d70bc94721bc550-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1375953a5ad5499184216-00662ddd32) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc5644767e3fd4d08b63ae-00662ddd32) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx0176d4b26129495595594-00662ddd32) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx564bd60ce50842cd860e0-00662ddd32) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txb49773bb7a914d1eae9cd-00662ddd32) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1714281781.243216276 1714281781.243273020 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1714281781.244216681 1714281781.244224310 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281781.245589495 1714281781.245662689 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.252121449 1714281781.252154589 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1714281781.253207922 1714281781.253229618 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1714281781.254011869 1714281781.254022837 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.254604101 1714281781.254637241 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.255209923 1714281781.255236387 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 15 - - - 0.0002 - - 1714281781.255198717 1714281781.255443811 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.275034428 1714281781.275076866 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.277050734 1714281781.277088881 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1714281781.277673960 1714281781.277710915 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.278263807 1714281781.278295279 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1714281781.278812885 1714281781.278841496 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1714281781.279350996 1714281781.279380322 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1714281781.279878616 1714281781.279907942 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.280414820 1714281781.280443668 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1714281781.280977488 1714281781.281008959 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1714281781.281790257 1714281781.281824827 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1714281781.282404184 1714281781.282433510 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1714281781.283183098 1714281781.283214808 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.283913374 1714281781.283944368 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281781.284623861 1714281781.284679174 - -test INFO: - - 28/Apr/2024/05/23/01 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1714281781.285417318 1714281781.285448790 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 28/Apr/2024/05/23/01 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281781.288285017 1714281781.288316011 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test ERROR: Failed to unlink '/tmp/tmpr0tgb176/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpr0tgb176/containers/part/suffix/hash/container_1714281784.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpr0tgb176/containers/part/suffix/hash/container_1714281784.00000.db': ['/tmp/tmpr0tgb176/containers/part/suffix/hash/container.db', '/tmp/tmpr0tgb176/containers/part/suffix/hash/container_1714281785.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpr0tgb176/containers/part/suffix/hash/container_1714281785.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpcda6j3bh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcda6j3bh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpcda6j3bh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcda6j3bh/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx69c67b5ab79c483ba10c5-00662ddd37" "proxy-server 51349" 0.0012 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55155/sda1/1/a/c" "tx69c67b5ab79c483ba10c5-00662ddd37" "container-server 51349" 0.0011 "-" 51349 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60077/sdb1/1/a/c" "tx69c67b5ab79c483ba10c5-00662ddd37" "container-server 51349" 0.0011 "-" 51349 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx69c67b5ab79c483ba10c5-00662ddd37" "proxy-server 51349" 0.0148 "-" 51349 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx69c67b5ab79c483ba10c5-00662ddd37" "proxy-server 51349" 0.0107 "-" 51349 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx69c67b5ab79c483ba10c5-00662ddd37 - 0.0233 - - 1714281783.464425564 1714281783.487689018 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa43fa1d8719541ed8a64e-00662ddd37" "proxy-server 51349" 0.0012 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55155/sda1/1/a1/c1" "txa43fa1d8719541ed8a64e-00662ddd37" "container-server 51349" 0.0011 "-" 51349 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60077/sdb1/1/a1/c1" "txa43fa1d8719541ed8a64e-00662ddd37" "container-server 51349" 0.0011 "-" 51349 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa43fa1d8719541ed8a64e-00662ddd37" "proxy-server 51349" 0.0133 "-" 51349 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa43fa1d8719541ed8a64e-00662ddd37" "proxy-server 51349" 0.0097 "-" 51349 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa43fa1d8719541ed8a64e-00662ddd37 - 0.0217 - - 1714281783.489129066 1714281783.510814667 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5454e216b6054be9a74bd-00662ddd37" "proxy-server 51349" 0.0020 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55155/sda1/2/a/c1" "tx5454e216b6054be9a74bd-00662ddd37" "container-server 51349" 0.0021 "-" 51349 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60077/sdb1/2/a/c1" "tx5454e216b6054be9a74bd-00662ddd37" "container-server 51349" 0.0011 "-" 51349 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5454e216b6054be9a74bd-00662ddd37" "proxy-server 51349" 0.0115 "-" 51349 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5454e216b6054be9a74bd-00662ddd37" "proxy-server 51349" 0.0168 "-" 51349 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5454e216b6054be9a74bd-00662ddd37 - 0.0253 - - 1714281783.512211084 1714281783.537500620 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx33c4880406094535b03b7-00662ddd37" "proxy-server 51349" 0.0021 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60077/sdb1/1/a/c2" "tx33c4880406094535b03b7-00662ddd37" "container-server 51349" 0.0011 "-" 51349 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55155/sda1/1/a/c2" "tx33c4880406094535b03b7-00662ddd37" "container-server 51349" 0.0018 "-" 51349 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx33c4880406094535b03b7-00662ddd37" "proxy-server 51349" 0.0097 "-" 51349 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx33c4880406094535b03b7-00662ddd37" "proxy-server 51349" 0.0152 "-" 51349 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx33c4880406094535b03b7-00662ddd37 - 0.0238 - - 1714281783.538995743 1714281783.562834263 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpszowz029/tmp3kepcuse, build version 4, id c4afce3224a548ffac1d18e2c0feea23 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpszowz029/tmp3kepcuse.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test WARNING: /tmp/tmp5iey7pl8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.36429.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', '8f850b43-6c87-4365-b1d3-476ac448baa2-', '1714281776.36168', '1714281776.37207', '0', '', '1714281776.35980', 3, 0) -test WARNING: /tmp/tmp5iey7pl8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.36429.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp5iey7pl8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.36429.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', 'e8d4d7a3-26ce-4db0-8ece-01f048b23dbb-', '1714281776.40313', '1714281776.40121', '0', '', '1714281776.40121', 3, 0) -test WARNING: /tmp/tmpzi4zr4fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.40620.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpzi4zr4fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.40620.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', 'e8d4d7a3-26ce-4db0-8ece-01f048b23dbb-', '1714281776.40313', '1714281776.41407', '0', '', '1714281776.40121', 3, 0) -test WARNING: /tmp/tmpzi4zr4fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.40620.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpzi4zr4fr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.40620.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '07626f4955d85800cbfc869f5eadf740', '623152fa-b700-4ce6-ab96-b2492392f86d-', '1714281776.44078', '1714281776.43884', '0', '', '1714281776.43884', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.45569', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.45569', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.45569', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.45785', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.45785', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.44328', 'epoch': '1714281776.44328', 'reported': 0, 'tombstones': -1}], '623152fa-b700-4ce6-ab96-b2492392f86d-') -test DEBUG: /tmp/tmpo3qzoe9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.44328.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpo3qzoe9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.44328.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '07626f4955d85800cbfc869f5eadf740', '623152fa-b700-4ce6-ab96-b2492392f86d-', '1714281776.44078', '1714281776.45216', '0', '', '1714281776.43884', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.45569', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.45569', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.45569', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.45785', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.45785', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.44328', 'epoch': '1714281776.44328', 'reported': 0, 'tombstones': -1}], '623152fa-b700-4ce6-ab96-b2492392f86d-') -test DEBUG: /tmp/tmpo3qzoe9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.44328.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpo3qzoe9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.44328.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '07626f4955d85800cbfc869f5eadf740', '03693f02-e093-4437-aaf7-1dc9e0c0b3e3-', '1714281776.53089', '1714281776.52775', '0', '', '1714281776.52775', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.54788', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.54788', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.54788', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.54936', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.54936', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.53474', 'epoch': '1714281776.53474', 'reported': 0, 'tombstones': -1}], '03693f02-e093-4437-aaf7-1dc9e0c0b3e3-') -test DEBUG: /tmp/tmpiv8255z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.53474.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpiv8255z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.53474.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '07626f4955d85800cbfc869f5eadf740', '03693f02-e093-4437-aaf7-1dc9e0c0b3e3-', '1714281776.53089', '1714281776.54426', '0', '', '1714281776.52775', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.54788', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.54788', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.54788', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.54936', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.54936', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.53474', 'epoch': '1714281776.53474', 'reported': 0, 'tombstones': -1}], '03693f02-e093-4437-aaf7-1dc9e0c0b3e3-') -test DEBUG: /tmp/tmpiv8255z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.53474.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpiv8255z6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.53474.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', '3877fd41-68c7-4ae9-b3f8-242bfd34fef7-', '1714281776.59992', '1714281776.59745', '0', '', '1714281776.59745', 3, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc04120fc5b164ca89fe44-00662ddd33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8e1a4a33885043b8b67e1-00662ddd33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx76a6ffd8b35946fba4e2c-00662ddd33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx21fb19d543ba4129bdecf-00662ddd33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx628cac1dd9754499bc74e-00662ddd33) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx8c1043e5b6504d0ca3a30-00662ddd33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx37d0b194e865403385f7c-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf66da9f3a419454aae19d-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx386503bec7e8462a907d1-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3c864b481937409da36ff-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx806ab87a7f104d2f8f10e-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5fefdb6a00a042f4ade6d-00662ddd33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx2ae44e08b8ac4e2092f16-00662ddd33) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2ae44e08b8ac4e2092f16-00662ddd33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -swift: Client disconnected on read of '/a' (txn: tx9e71b07e1ce04c3394082-00662ddd3a) -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.861222506 1714281782.861253977 - -test INFO: - - 28/Apr/2024/05/23/02 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.861446381 1714281782.861467123 - -test INFO: - - 28/Apr/2024/05/23/02 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.861620665 1714281782.861657143 - -test INFO: - - 28/Apr/2024/05/23/02 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.861808538 1714281782.861827374 - -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1714281782.863926888 1714281782.863986969 - -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1714281782.864988565 1714281782.865025759 - -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1714281782.865803957 1714281782.865845203 - -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1714281782.866531372 1714281782.866559744 - -test INFO: - - 28/Apr/2024/05/23/02 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.871081591 1714281782.871107101 1 -test INFO: - - 28/Apr/2024/05/23/02 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0006 - - 1714281782.871698141 1714281782.872287035 1 -test INFO: 4.5.6.7 1.2.3.4 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.873141050 1714281782.873176575 - -test INFO: 4.5.6.7 1.2.3.4 28/Apr/2024/05/23/02 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281782.873721361 1714281782.873753071 - -test INFO: - - 28/Apr/2024/05/23/02 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281782.874476194 1714281782.874527693 - -test INFO: - - 28/Apr/2024/05/23/02 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1714281782.875649452 1714281782.875682831 - -test INFO: - - 28/Apr/2024/05/23/02 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1714281782.876328945 1714281782.876346588 - -test INFO: - - 28/Apr/2024/05/23/02 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281782.877103329 1714281782.877125025 0 -test INFO: - - 28/Apr/2024/05/23/02 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281782.877738953 1714281782.877758026 -1 -test INFO: - - 28/Apr/2024/05/23/02 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281782.878494024 1714281782.878513575 - -test ERROR: ERROR Could not get container info /tmp/tmpxgb7kw_9/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpxgb7kw_9/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp_8ffmwhh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx690eeb0a43154ef1b6257-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9ee04d4b4d7041dca5be2-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8153b10c2a2347d085a95-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8153b10c2a2347d085a95-00662ddd37) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8153b10c2a2347d085a95-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdf93de3a971c4252ac495-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdf93de3a971c4252ac495-00662ddd37) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txdf93de3a971c4252ac495-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx139fa0c31f644297ae01e-00662ddd37) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx139fa0c31f644297ae01e-00662ddd37) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx77c9f449305c48dc8a854-00662ddd37) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx77c9f449305c48dc8a854-00662ddd37) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txae461437c6814bf48492e-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: txae461437c6814bf48492e-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: txa1f1a368c1034c3ebfa1b-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: txa1f1a368c1034c3ebfa1b-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0ed8290b045a4544a37c7-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx73dfda36e38743a183429-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe54566eaa4e44f3b9e326-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe54566eaa4e44f3b9e326-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe54566eaa4e44f3b9e326-00662ddd38) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txe54566eaa4e44f3b9e326-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx465983d0ccb44f8cbc0b5-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx465983d0ccb44f8cbc0b5-00662ddd38) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx465983d0ccb44f8cbc0b5-00662ddd38) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx465983d0ccb44f8cbc0b5-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa22c4526c2124e1fadb31-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa22c4526c2124e1fadb31-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa22c4526c2124e1fadb31-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: txa22c4526c2124e1fadb31-00662ddd38) -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: Setting object count to 1032 (txn: tx11999176ee8243329d455-00662ddd35) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: Setting object count to 48 (txn: txfef2c261d0fd4d5fb06c2-00662ddd35) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: Setting object count to 1064 (txn: txc268579afc5843a4a2374-00662ddd35) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc307fcb4eb284167b7d71-00662ddd35) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeb2d9a933ac1455ca17d6-00662ddd35) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb30bc3588602425cac3b5-00662ddd36) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.60137', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.60137', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.60137', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.60309', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.60309', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.60289', 'epoch': '1714281776.60289', 'reported': 0, 'tombstones': -1}], '3877fd41-68c7-4ae9-b3f8-242bfd34fef7-') -test DEBUG: /tmp/tmpegsgwe88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.60289.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpegsgwe88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.60289.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', '3877fd41-68c7-4ae9-b3f8-242bfd34fef7-', '1714281776.59992', '1714281776.61072', '0', '', '1714281776.59745', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.60137', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.60137', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.60137', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.60309', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.60309', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.60289', 'epoch': '1714281776.60289', 'reported': 0, 'tombstones': -1}], '3877fd41-68c7-4ae9-b3f8-242bfd34fef7-') -test DEBUG: /tmp/tmpegsgwe88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.60289.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpegsgwe88/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.60289.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', 'd2e9719f-9758-4cbd-81f8-51feead544d7-', '1714281776.67547', '1714281776.67349', '0', '', '1714281776.67349', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.67675', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.67675', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.67675', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.67819', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.67819', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.67801', 'epoch': '1714281776.67801', 'reported': 0, 'tombstones': -1}], 'd2e9719f-9758-4cbd-81f8-51feead544d7-') -test DEBUG: /tmp/tmpt2u5a07p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.67801.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt2u5a07p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.67801.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c8b43f3a81c4e46a03e5d2a9d35b8872', 'd2e9719f-9758-4cbd-81f8-51feead544d7-', '1714281776.67547', '1714281776.68570', '0', '', '1714281776.67349', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.67675', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.67675', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281776.67675', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.67819', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.67819', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.67801', 'epoch': '1714281776.67801', 'reported': 0, 'tombstones': -1}], 'd2e9719f-9758-4cbd-81f8-51feead544d7-') -test DEBUG: /tmp/tmpt2u5a07p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.67801.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt2u5a07p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281776.67801.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8a79f963461c3c9145205c6c940d3ca3', '3bdd47d9-bc65-4a74-a2ac-4106afdb40a5-sda', '1714281776.72387', '1714281776.72161', '0', '', '1714281776.72161', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3bdd47d9-bc65-4a74-a2ac-4106afdb40a5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '71c4624ccecde12eb90fed59aa9dd481', '5cedbee2-1843-441b-98b2-294027caf4c3-sda', '1714281776.73719', '1714281776.73520', '0', '', '1714281776.73520', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.74360', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281776.74360', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.74360', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.74491', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.74491', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.74472', 'epoch': '1714281776.74472', 'reported': 0, 'tombstones': -1}], '5cedbee2-1843-441b-98b2-294027caf4c3-sda') -test DEBUG: /tmp/tmp88cip1ko/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp88cip1ko/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '71c4624ccecde12eb90fed59aa9dd481', '5cedbee2-1843-441b-98b2-294027caf4c3-sda', '1714281776.73719', '1714281776.73997', '0', '', '1714281776.73520', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281776.74360', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281776.74360', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281776.74360', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281776.74491', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281776.74491', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281776.74472', 'epoch': '1714281776.74472', 'reported': 0, 'tombstones': -1}], '5cedbee2-1843-441b-98b2-294027caf4c3-sda') -test DEBUG: /tmp/tmp88cip1ko/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -21263,8 +17362,8 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD resp = req.get_response(self.app, query=query) @@ -21272,12 +17371,9 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response resp = self.acl_handler.handle_acl( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -21288,3299 +17384,2285 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +Finished. Marked 0 objects for deletion. +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 90 (Last start was 0) +Gather start is 90 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda +Placed 228/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd +Placed 228/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdc +Placed 228/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd +Placed 167/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc +Placed 76/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb +Placed 76/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda +Placed 76/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdd +Placed 210/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdc +Placed 210/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb +Placed 210/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda +Placed 102/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd +Placed 102/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdc +Placed 102/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb +Placed 100/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sda +Placed 100/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd +Placed 100/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc +Placed 190/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb +Placed 190/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda +Placed 190/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd +Placed 151/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb +Placed 151/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda +Placed 110/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd +Placed 110/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc +Placed 110/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda +Placed 16/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd +Placed 16/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc +Placed 160/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda +Placed 160/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd +Placed 64/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc +Placed 64/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda +Placed 103/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd +Placed 103/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc +Placed 103/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sda +Placed 187/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd +Placed 187/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc +Placed 202/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb +Placed 202/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd +Placed 62/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb +Placed 62/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdc +Placed 253/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda +Placed 71/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc +Placed 137/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdb +Placed 137/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda +Placed 137/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd +Placed 88/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc +Placed 88/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdb +Placed 88/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda +Placed 33/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd +Placed 33/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc +Placed 33/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb +Placed 55/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda +Placed 55/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd +Placed 55/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb +Placed 229/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdc +Placed 114/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb +Placed 114/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sda +Placed 212/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd +Placed 212/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdc +Placed 212/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb +Placed 78/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sda +Placed 78/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd +Placed 78/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb +Placed 17/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sda +Placed 17/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdd +Placed 24/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb +Placed 97/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda +Placed 97/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd +Placed 97/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc +Placed 39/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb +Placed 39/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda +Placed 39/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc +Placed 120/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda +Placed 117/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdc +Placed 117/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb +Placed 219/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda +Placed 219/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd +Placed 219/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc +Placed 108/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdb +Placed 108/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sda +Placed 108/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdd +Placed 201/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc +Placed 201/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb +Placed 201/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd +Placed 207/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdc +Placed 207/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb +Placed 47/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda +Placed 47/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdd +Placed 47/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdc +Placed 15/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd +Placed 107/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc +Placed 107/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda +Placed 197/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc +Placed 197/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdb +Placed 60/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda +Placed 60/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd +Placed 60/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdc +Placed 186/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb +Placed 186/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda +Placed 186/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd +Placed 221/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc +Placed 221/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb +Placed 221/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda +Placed 104/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc +Placed 104/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb +Placed 218/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd +Placed 218/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc +Placed 223/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb +Placed 223/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda +Placed 223/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd +Placed 232/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc +Placed 232/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb +Placed 232/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd +Placed 222/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb +Placed 184/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda +Placed 184/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdd +Placed 184/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd +Placed 126/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb +Placed 126/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda +Placed 209/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdd +Placed 209/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc +Placed 209/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdb +Placed 157/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda +Placed 157/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd +Placed 157/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc +Placed 135/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb +Placed 135/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda +Placed 135/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd +Placed 77/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc +Placed 77/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb +Placed 77/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sda +Placed 251/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdd +Placed 251/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc +Placed 251/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb +Placed 74/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda +Placed 74/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd +Placed 74/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc +Placed 41/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdb +Placed 41/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda +Placed 41/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd +Placed 130/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb +Placed 130/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sda +Placed 127/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd +Placed 127/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda +Placed 84/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd +Placed 84/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc +Placed 192/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd +Placed 134/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc +Placed 134/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb +Placed 134/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sda +Placed 30/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd +Placed 30/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc +Placed 30/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda +Placed 18/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdc +Placed 233/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdb +Placed 233/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda +Placed 233/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd +Placed 9/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdb +Placed 9/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda +Placed 19/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd +Placed 19/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc +Placed 19/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb +Placed 234/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda +Placed 234/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd +Placed 234/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc +Placed 28/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb +Placed 28/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda +Placed 28/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd +Placed 246/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc +Placed 246/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdb +Placed 246/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdd +Placed 26/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb +Placed 23/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda +Placed 23/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc +Placed 45/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb +Placed 45/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda +Placed 45/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdd +Placed 61/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc +Placed 61/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb +Placed 61/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda +Placed 105/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd +Placed 105/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda +Placed 48/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd +Placed 48/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc +Placed 254/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda +Placed 254/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd +Placed 205/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc +Placed 205/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb +Placed 205/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda +Placed 143/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdd +Placed 143/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc +Placed 143/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb +Placed 46/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda +Placed 46/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd +Placed 46/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc +Placed 8/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdb +Placed 8/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sda +Placed 8/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd +Placed 165/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc +Placed 165/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb +Placed 165/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sda +Placed 42/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc +Placed 42/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb +Placed 14/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sda +Placed 14/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd +Placed 14/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdc +Placed 124/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb +Placed 124/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sda +Placed 124/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd +Placed 171/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc +Placed 171/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdb +Placed 171/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd +Placed 65/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb +Placed 189/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd +Placed 189/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb +Placed 237/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda +Placed 237/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd +Placed 37/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc +Placed 37/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda +Placed 239/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd +Placed 239/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc +Placed 239/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb +Placed 32/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdd +Placed 32/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc +Placed 122/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda +Placed 122/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd +Placed 166/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc +Placed 166/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdb +Placed 166/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda +Placed 131/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd +Placed 131/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc +Placed 131/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda +Placed 140/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc +Placed 92/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb +Placed 92/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd +Placed 238/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdc +Placed 238/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda +Placed 204/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdd +Placed 204/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc +Placed 204/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb +Placed 158/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda +Placed 158/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd +Placed 158/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdc +Placed 34/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb +Placed 34/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sda +Placed 34/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd +Placed 82/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc +Placed 82/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb +Placed 82/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda +Placed 139/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc +Placed 139/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb +Placed 235/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd +Placed 235/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc +Placed 79/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdb +Placed 79/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda +Placed 79/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd +Placed 153/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc +Placed 153/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd +Placed 180/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc +Placed 180/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdb +Placed 161/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sda +Placed 161/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdd +Placed 161/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc +Placed 67/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb +Placed 67/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd +Placed 101/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc +Placed 101/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sda +Placed 52/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd +Placed 52/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc +Placed 52/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb +Placed 169/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda +Placed 169/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd +Placed 169/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdc +Placed 245/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb +Placed 245/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sda +Placed 245/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd +Placed 177/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc +Placed 177/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda +Placed 118/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc +Placed 118/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb +Placed 50/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda +Placed 50/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd +Placed 50/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc +Placed 63/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb +Placed 63/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdd +Placed 213/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc +Placed 213/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb +Placed 213/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda +Placed 73/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd +Placed 73/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdc +Placed 73/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdb +Placed 21/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sda +Placed 21/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdd +Placed 21/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb +Placed 69/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc +Placed 11/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb +Placed 11/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda +Placed 75/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdd +Placed 75/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc +Placed 75/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb +Placed 0/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sda +Placed 0/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd +Placed 0/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc +Placed 96/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb +Placed 96/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda +Placed 96/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda +Placed 49/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd +Placed 49/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc +Placed 49/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb +Placed 87/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda +Placed 87/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd +Placed 87/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdb +Placed 81/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc +Placed 181/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda +Placed 1/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc +Placed 1/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb +Placed 57/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sda +Placed 57/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd +Placed 57/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc +Placed 86/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb +Placed 86/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda +Placed 86/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd +Placed 175/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdc +Placed 175/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb +Placed 175/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda +Placed 68/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc +Placed 68/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb +Placed 200/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda +Placed 200/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd +Placed 200/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb +Placed 36/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda +Placed 36/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd +Placed 128/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb +Placed 128/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda +Placed 111/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd +Placed 111/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc +Placed 111/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb +Placed 35/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda +Placed 35/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdc +Placed 132/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdb +Placed 132/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sda +Placed 132/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdd +Placed 152/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdc +Placed 152/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda +Placed 66/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc +Placed 66/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdb +Placed 236/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda +Placed 236/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc +Placed 109/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb +Placed 109/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda +Placed 109/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd +Placed 199/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc +Placed 199/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb +Placed 199/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda +Placed 10/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd +Placed 10/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc +Placed 10/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb +Placed 58/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sda +Placed 58/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd +Placed 58/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc +Placed 220/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdb +Placed 220/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda +Placed 220/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd +Placed 249/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc +Placed 249/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb +Placed 249/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda +Placed 93/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdd +Placed 93/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb +Placed 173/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda +Placed 173/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdd +Placed 173/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc +Placed 13/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda +Placed 13/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd +Placed 146/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc +Placed 146/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb +Placed 146/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda +Placed 3/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdd +Placed 3/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdc +Placed 3/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb +Placed 185/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda +Placed 185/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd +Placed 185/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb +Placed 231/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd +Placed 196/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc +Placed 196/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb +Placed 196/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda +Placed 4/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd +Placed 4/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc +Placed 4/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb +Placed 176/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda +Placed 176/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd +Placed 176/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdc +Placed 80/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb +Placed 80/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda +Placed 80/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd +Placed 247/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc +Placed 247/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdb +Placed 247/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda +Placed 206/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd +Placed 206/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc +Placed 206/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb +Placed 138/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda +Placed 138/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd +Placed 138/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc +Placed 243/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb +Placed 243/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sda +Placed 243/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd +Placed 116/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdc +Placed 116/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb +Placed 116/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sda +Placed 43/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd +Placed 43/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc +Placed 43/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda +Placed 72/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdd +Placed 72/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc +Placed 172/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda +Placed 172/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd +Placed 89/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb +Placed 89/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sda +Placed 7/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd +Placed 7/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc +Placed 7/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb +Placed 182/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdd +Placed 182/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdc +Placed 145/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb +Placed 145/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sda +Placed 145/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd +Placed 106/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc +Placed 106/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb +Placed 106/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda +Placed 125/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd +Placed 125/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdb +Placed 136/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda +Placed 136/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd +Placed 136/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc +Placed 141/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb +Placed 141/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda +Placed 141/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd +Placed 215/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb +Placed 215/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd +Placed 59/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc +Placed 59/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb +Placed 123/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sda +Placed 123/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd +Placed 123/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc +Placed 40/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdb +Placed 40/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda +Placed 40/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd +Placed 194/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc +Placed 194/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb +Placed 194/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda +Placed 191/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd +Placed 191/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc +Placed 191/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sda +Placed 248/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd +Placed 248/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb +Placed 193/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda +Placed 193/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd +Placed 208/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sda +Placed 25/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdc +Placed 25/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdb +Placed 12/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sda +Placed 12/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdd +Placed 12/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb +Placed 112/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda +Placed 112/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd +Placed 27/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc +Placed 27/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb +Placed 27/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda +Placed 121/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd +Placed 121/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdc +Placed 121/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdb +Placed 170/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda +Placed 170/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd +Placed 170/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc +Placed 38/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb +Placed 38/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sda +Placed 38/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdd +Placed 144/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdb +Placed 144/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda +Placed 225/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdd +Placed 225/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc +Placed 225/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdb +Placed 99/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sda +Placed 99/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdd +Placed 99/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb +Placed 150/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda +Placed 83/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdd +Placed 83/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc +Placed 83/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb +Placed 198/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc +Placed 216/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb +Placed 216/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sda +Placed 216/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdd +Placed 203/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc +Placed 203/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb +Placed 203/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda +Placed 230/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdd +Placed 230/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc +Placed 230/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd +Placed 226/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc +Placed 5/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb +Placed 5/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda +Placed 5/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd +Placed 242/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc +Placed 242/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb +Placed 242/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda +Placed 85/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd +Placed 85/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc +Placed 85/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb +Placed 163/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda +Placed 163/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd +Placed 163/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc +Placed 51/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd +Placed 22/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc +Placed 22/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb +Placed 22/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda +Placed 147/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd +Placed 147/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdb +Placed 31/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda +Placed 31/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd +Placed 31/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc +Placed 20/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb +Placed 20/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda +Placed 20/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd +Placed 44/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc +Placed 44/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb +Placed 44/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sda +Placed 90/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd +Placed 90/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc +Placed 90/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb +Placed 211/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda +Placed 211/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd +Placed 211/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc +Placed 54/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb +Placed 54/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdd +Placed 2/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc +Placed 2/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb +Placed 2/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda +Placed 119/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdd +Placed 119/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc +Placed 119/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdb +Placed 164/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda +Placed 164/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdd +Placed 164/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc +Placed 148/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdb +Placed 148/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda +Placed 148/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd +Placed 224/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc +Placed 224/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda +Placed 241/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd +Placed 241/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc +Placed 241/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb +Placed 133/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda +Placed 133/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd +Placed 133/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdc +Placed 6/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb +Placed 6/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda +Placed 6/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd +Placed 162/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdc +Placed 162/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb +Placed 162/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda +Placed 168/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc +Placed 168/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb +Placed 95/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sda +Placed 95/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd +Placed 95/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc +Placed 70/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb +Placed 70/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda +Placed 70/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd +Placed 159/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc +Placed 159/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb +Placed 159/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd +Placed 195/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdb +Placed 240/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sda +Placed 240/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd +Placed 240/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc +Placed 174/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb +Placed 174/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda +Placed 174/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd +Placed 179/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc +Placed 179/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda +Placed 227/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda +Placed 217/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdd +Placed 217/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdc +Placed 113/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda +Placed 113/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdc +Placed 154/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda +Placed 244/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd +Placed 244/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc +Placed 244/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb +Placed 252/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sda +Placed 252/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd +Placed 252/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdb +Placed 94/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sda +Placed 94/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb +Placed 250/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda +Placed 149/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd +Placed 149/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc +Placed 149/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb +Placed 214/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd +Placed 214/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc +Placed 91/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdb +Placed 91/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda +Placed 91/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdd +Placed 115/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc +Placed 115/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb +Placed 115/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda +Placed 142/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd +Placed 142/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdb +Placed 98/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda +Placed 98/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd +Placed 98/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb +Placed 178/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd +Placed 155/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc +Placed 155/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdb +Placed 155/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda +Placed 156/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd +Placed 156/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc +Placed 156/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda +Placed 53/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd +Placed 53/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc +Placed 29/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdb +Placed 29/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda +Placed 29/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd +Placed 56/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdc +Placed 56/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb +Placed 56/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 172 (Last start was 90) +DEBUG: Gather start is 172 (Last start was 90) +Gather start is 172 (Last start was 90) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 172 (Last start was 90) +DEBUG: Gather start is 172 (Last start was 90) +DEBUG: Gather start is 172 (Last start was 90) +Gather start is 172 (Last start was 90) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Setting object count to 1065 (txn: txb30bc3588602425cac3b5-00662ddd36) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Setting object count to 1065 (txn: tx6785dbf413bd4a28a1fa1-00662ddd37) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba4804c5f64d42589b3a1-00662ddd38) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txba4804c5f64d42589b3a1-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx29143eb763ad49c5a958d-00662ddd39) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx29143eb763ad49c5a958d-00662ddd39) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx29143eb763ad49c5a958d-00662ddd39) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx1963f8146aa44befb7ad1-00662ddd39) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1963f8146aa44befb7ad1-00662ddd39) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpupgian63/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00209 seconds (478.94292/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmfrg0k__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01202 seconds (83.18661/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692470.88042.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692470.88042.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692470.88042.db +test DEBUG: Successfully deleted db /tmp/tmpeh6uq9gg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '23b2168cd533ae20f53d74be53708a6a', '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda', '1748692470.91651', '1748692470.00000', '0', '', '1748692470.00000', 51, 0) +test DEBUG: /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1748692471.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1748692472.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1748692473.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1748692474.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1748692475.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1748692477.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1748692478.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1748692479.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1748692480.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1748692481.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1748692482.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1748692483.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1748692484.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1748692485.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1748692486.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1748692487.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1748692488.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1748692489.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1748692490.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1748692491.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1748692492.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1748692493.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1748692494.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1748692495.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1748692496.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1748692497.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1748692498.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1748692499.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1748692500.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +test DEBUG: /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0299942s) +test DEBUG: Synchronization for /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '23b2168cd533ae20f53d74be53708a6a', '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda', '1748692470.91651', '1748692470.00000', '0', '', '1748692470.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('79a8ba6a-5164-41b4-b213-de1ceaabad06-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.34045 seconds (2.93732/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '23b2168cd533ae20f53d74be53708a6a', '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda', '1748692470.91651', '1748692470.00000', '0', '', '1748692470.00000', 51, 0) +test DEBUG: /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx155c12e777c143a692b0e-00662ddd38) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcd50241296374731875af-00662ddd38) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txcd50241296374731875af-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx53e8ca4775224db58e15a-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb339f7f5e3984e2688e79-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3b848dc22fca49daa6f80-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdfde9066d6ee45909c1dd-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8fad475ede204225a2e52-00662ddd38) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx19f9d0f1ffb04f6588526-00662ddd38) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx19f9d0f1ffb04f6588526-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfd3ad63b5f874ff286633-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfd3ad63b5f874ff286633-00662ddd38) -test WARNING: Could not autocreate account '/account' (txn: txfd3ad63b5f874ff286633-00662ddd38) -test INFO: autocreate account '/account' (txn: tx298951e7b0624659b8757-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx7daf5540612842d8b7db7-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7daf5540612842d8b7db7-00662ddd38) -test WARNING: Could not autocreate account '/account' (txn: tx7daf5540612842d8b7db7-00662ddd38) -test INFO: autocreate account '/account' (txn: txe2a0711187a84763b46b0-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5de5e4cb285e4169be960-00662ddd38) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -swift: Client disconnected on read of '/a/\x00c' (txn: txa6bdb9ecfcd94302a7bb2-00662ddd3c) -swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txaafa24982f764e60bf94b-00662ddd3c) -swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txaafa24982f764e60bf94b-00662ddd3c) -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test WARNING: /tmp/tmp88cip1ko/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '97c34aeafed90b0bb6b0850b098468ca', '8fa5b61d-916a-44a8-b694-e57bd1a155af-sda', '1714281779.81880', '1714281779.81682', '0', '', '1714281779.81682', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281779.82502', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281779.82502', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281779.82502', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281779.82632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281779.82632', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281779.82612', 'epoch': '1714281779.82612', 'reported': 0, 'tombstones': -1}], '8fa5b61d-916a-44a8-b694-e57bd1a155af-sda') -test DEBUG: /tmp/tmpbhsydjbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbhsydjbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '97c34aeafed90b0bb6b0850b098468ca', '8fa5b61d-916a-44a8-b694-e57bd1a155af-sda', '1714281779.81880', '1714281779.82170', '0', '', '1714281779.81682', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281779.82502', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281779.82502', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281779.82502', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281779.82632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281779.82632', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281779.82612', 'epoch': '1714281779.82612', 'reported': 0, 'tombstones': -1}], '8fa5b61d-916a-44a8-b694-e57bd1a155af-sda') -test DEBUG: /tmp/tmpbhsydjbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpbhsydjbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2e46c404cbf650b51bbf5e1b9166a9dd', 'f98ef06a-8380-4aa7-b910-3560388038a8-sda', '1714281779.86493', '1714281779.86301', '0', '', '1714281779.86301', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('f98ef06a-8380-4aa7-b910-3560388038a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpjuf62fq_/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2e46c404cbf650b51bbf5e1b9166a9dd', '021be690-78ec-46fd-9b23-793e60ba683d-sda', '1714281779.89473', '1714281779.89289', '0', '', '1714281779.89289', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('021be690-78ec-46fd-9b23-793e60ba683d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2e46c404cbf650b51bbf5e1b9166a9dd', '064dd9f2-d4ee-454b-9e6e-dc7c813c321a-sda', '1714281779.92450', '1714281779.92264', '0', '', '1714281779.92264', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('064dd9f2-d4ee-454b-9e6e-dc7c813c321a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpcpkwiov7/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2e46c404cbf650b51bbf5e1b9166a9dd', 'cbf54a20-25fc-4d78-a5e2-d7bd8ede517e-sda', '1714281779.94901', '1714281779.94713', '0', '', '1714281779.94713', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('cbf54a20-25fc-4d78-a5e2-d7bd8ede517e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c285e2c8-9fda-4ffb-8045-40f34d7a51a0-sda', '1714281779.99885', '1714281779.99685', '0', '', '1714281779.99685', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8i86m5eb/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a5775a6-35e3-4c19-beb7-ee4e4ad430fb-sdb', '1714281780.02132', '1714281781.00000', '0', '', '1714281781.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a5775a6-35e3-4c19-beb7-ee4e4ad430fb-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a5775a6-35e3-4c19-beb7-ee4e4ad430fb-sdb', '1714281780.02132', '1714281781.00000', '0', '', '1714281781.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmp8i86m5eb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a5775a6-35e3-4c19-beb7-ee4e4ad430fb-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00979 seconds (102.14210/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp72o73k4o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dd98ff6d-3df0-42e5-a939-4c9dba80ba7a-sda', '1714281780.03656', '1714281780', '0', '', '1714281780', 0, 1) -test DEBUG: /tmp/tmp72o73k4o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dd98ff6d-3df0-42e5-a939-4c9dba80ba7a-sda', '1714281780.03656', '1714281780', '0', '', '1714281780', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd98ff6d-3df0-42e5-a939-4c9dba80ba7a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01055 seconds (94.79420/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg_lwcys2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c950dfd53a6869ae14725fca3cf313c8', 'eb3ac6f2-03af-4d8f-b007-fc29682ad5a3-sda', '1714281780.05669', '1714281780', '0', '', '1714281780', 1, 1) -test DEBUG: /tmp/tmpg_lwcys2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5de5e4cb285e4169be960-00662ddd38) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5de5e4cb285e4169be960-00662ddd38) -test INFO: autocreate account '/account' (txn: txe8d14d126a22452785638-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx11651a50ea82430fb1bb4-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx11651a50ea82430fb1bb4-00662ddd38) -test INFO: autocreate account '/account' (txn: tx11651a50ea82430fb1bb4-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx1f0b60dfc04d4149a75f0-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1f0b60dfc04d4149a75f0-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx52efdfeb588d4042a492f-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txb9057399514548598884c-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4938e736ffd1466889057-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx33d2568a1ff94c4bbe3e0-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf023503b4b39456598b42-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx133c85647c704559b7634-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txe986614b35644ec2802d3-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf42f3a53cea34f29b5ca3-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9f42969e512a4270b11ae-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9f42969e512a4270b11ae-00662ddd38) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx9f42969e512a4270b11ae-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8c36f74265a94fbd8b046-00662ddd38) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281778.64292', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Network unreachable (txn: txbc4f2426f6734708bd250-00662ddd3d) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Network unreachable (txn: txbc4f2426f6734708bd250-00662ddd3d) -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Network unreachable (txn: txbc4f2426f6734708bd250-00662ddd3d) -swift: Account HEAD returning 503 for [] (txn: txbc4f2426f6734708bd250-00662ddd3d) -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmp_8ffmwhh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpw21xf3gh/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1963f8146aa44befb7ad1-00662ddd39) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx1963f8146aa44befb7ad1-00662ddd39) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx25eb7b0fd174448cbeae3-00662ddd39) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25eb7b0fd174448cbeae3-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25eb7b0fd174448cbeae3-00662ddd39) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx25eb7b0fd174448cbeae3-00662ddd39) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: Setting object count to 3120 (txn: tx625c1eaec862452c846f6-00662ddd39) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: Setting object count to 3120 (txn: tx9847af1ed51449a9bd0bc-00662ddd39) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: Setting object count to 3120 (txn: tx6f93e779ed1347a2b46e8-00662ddd3a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: Setting object count to 3120 (txn: tx059b3866604644378f7a3-00662ddd3a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: Setting object count to 3120 (txn: tx9cc5ede3e54c4ba581883-00662ddd3a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx7b2349e7fb5e43c0b5f77-00662ddd3a) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281782.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'eb3ac6f2-03af-4d8f-b007-fc29682ad5a3-sda') -test DEBUG: /tmp/tmpg_lwcys2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.46665s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c950dfd53a6869ae14725fca3cf313c8', 'eb3ac6f2-03af-4d8f-b007-fc29682ad5a3-sda', '1714281780.05669', '1714281780', '0', '', '1714281780', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb3ac6f2-03af-4d8f-b007-fc29682ad5a3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48076 seconds (2.08003/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgev5nue8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c62ca826-2188-4b43-9cdd-1920f09b99ec-sda', '1714281780.54743', '1714281780', '0', '', '1714281780', 0, 1) -test DEBUG: /tmp/tmpgev5nue8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c62ca826-2188-4b43-9cdd-1920f09b99ec-sda', '1714281780.54743', '1714281780', '0', '', '1714281780', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c62ca826-2188-4b43-9cdd-1920f09b99ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01549 seconds (64.57602/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp083uaoke/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c950dfd53a6869ae14725fca3cf313c8', '846cf347-938f-4e79-a51d-2eb2044321b4-sda', '1714281780.57282', '1714281780', '0', '', '1714281780', 1, 0) -test DEBUG: /tmp/tmp083uaoke/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c950dfd53a6869ae14725fca3cf313c8', '846cf347-938f-4e79-a51d-2eb2044321b4-sda', '1714281780.57282', '1714281780', '0', '', '1714281780', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('846cf347-938f-4e79-a51d-2eb2044321b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01312 seconds (76.21930/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxz3t3rb0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fca4fc2a-a0d5-4863-af62-4d3a3069897b-sda', '1714281781.26462', '1714281781', '0', '', '1714281781', 0, 1) -test DEBUG: /tmp/tmpxz3t3rb0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fca4fc2a-a0d5-4863-af62-4d3a3069897b-sda', '1714281781.26462', '1714281781', '0', '', '1714281781', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fca4fc2a-a0d5-4863-af62-4d3a3069897b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00998 seconds (100.20695/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp35hqj4lv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd17d5e8979f9a87cf7d6a61bcf18b472', '199ea00d-5948-4a23-8276-3e6fc2884bf9-sda', '1714281781.28402', '1714281781', '0', '', '1714281781', 1, 1) -test DEBUG: /tmp/tmp35hqj4lv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281784.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '199ea00d-5948-4a23-8276-3e6fc2884bf9-sda') -test DEBUG: /tmp/tmp35hqj4lv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00797462s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd17d5e8979f9a87cf7d6a61bcf18b472', '199ea00d-5948-4a23-8276-3e6fc2884bf9-sda', '1714281781.28402', '1714281781', '0', '', '1714281781', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('199ea00d-5948-4a23-8276-3e6fc2884bf9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01987 seconds (50.32375/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpctcd_e29/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cece0af8-0c9b-442e-9104-13e188d98303-sda', '1714281781.31614', '1714281781', '0', '', '1714281781', 0, 0) -test DEBUG: /tmp/tmpctcd_e29/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cece0af8-0c9b-442e-9104-13e188d98303-sda', '1714281781.31614', '1714281781', '0', '', '1714281781', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cece0af8-0c9b-442e-9104-13e188d98303-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01137 seconds (87.93750/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxu10uaam/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd17d5e8979f9a87cf7d6a61bcf18b472', '5b73fd7e-ead6-4f95-b073-7ad4ab3c92b0-sda', '1714281781.33818', '1714281781', '0', '', '1714281781', 1, 1) -test DEBUG: /tmp/tmpxu10uaam/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8c36f74265a94fbd8b046-00662ddd38) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8c36f74265a94fbd8b046-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx706c95b3a9754ccc95e4b-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx706c95b3a9754ccc95e4b-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx706c95b3a9754ccc95e4b-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx706c95b3a9754ccc95e4b-00662ddd38) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txaa5a3f10ceff4e5189fae-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txaa5a3f10ceff4e5189fae-00662ddd38) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txaa5a3f10ceff4e5189fae-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txaa5a3f10ceff4e5189fae-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf947fd5c81ea419899786-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx925c83ec847d48d68a5cf-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx925c83ec847d48d68a5cf-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx925c83ec847d48d68a5cf-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: tx925c83ec847d48d68a5cf-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9ff60397ea864448aeb0c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9ff60397ea864448aeb0c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9ff60397ea864448aeb0c-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: tx9ff60397ea864448aeb0c-00662ddd38) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txddd6c7484c834a4e97179-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx540bcef5fab840a2acd7b-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx540bcef5fab840a2acd7b-00662ddd38) -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -swift: ERROR Unhandled exception in request: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 537, in handle_request#012 controller, path_parts = self.get_controller(req)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 664, in get_controller#012 raise Exception('this shouldn\'t be caught')#012Exception: this shouldn't be caught -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx53fa0b65e5e64884a8c15-00662ddd3e) -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx53fa0b65e5e64884a8c15-00662ddd3e) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx53fa0b65e5e64884a8c15-00662ddd3e) -swift: Account HEAD returning 503 for [] (txn: tx53fa0b65e5e64884a8c15-00662ddd3e) -swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx726cb7f4d974480e83c3b-00662ddd3e) -swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx726cb7f4d974480e83c3b-00662ddd3e) -swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx726cb7f4d974480e83c3b-00662ddd3e) -swift: Account HEAD returning 503 for [] (txn: tx726cb7f4d974480e83c3b-00662ddd3e) -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281780.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281780.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281780.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281780.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpmzwarxo1/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpmzwarxo1/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzcn1ynkw/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00185 seconds (539.77833/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test DEBUG: Skipping the update of recently changed /tmp/tmpqmn1bphf/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqmn1bphf/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqmn1bphf/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpqmn1bphf/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmplyu1p5hh/garbage is not a directory -test DEBUG: Skipping: /tmp/tmplyu1p5hh/garbage is not mounted -test DEBUG: Skipping: /tmp/tmp7jp6ppup/sdq is not mounted -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2d0f5808d6d54810a50e9-00662ddd3a) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx053840ad476147baa685b-00662ddd3a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx9758bb0e42884387af29b-00662ddd3a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9758bb0e42884387af29b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9758bb0e42884387af29b-00662ddd3a) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9758bb0e42884387af29b-00662ddd3a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc51149859b8c49208562b-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc51149859b8c49208562b-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc51149859b8c49208562b-00662ddd3a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc51149859b8c49208562b-00662ddd3a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd7bf45e5adf64368b7af9-00662ddd3a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd7bf45e5adf64368b7af9-00662ddd3a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd7bf45e5adf64368b7af9-00662ddd3a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd7bf45e5adf64368b7af9-00662ddd3a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: Setting object count to 1068 (txn: txd8d8049711eb4ec49dbca-00662ddd3b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test DEBUG: Setting object count to 1068 (txn: tx3ba72cae6ea04b49bec25-00662ddd3b) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd17d5e8979f9a87cf7d6a61bcf18b472', '5b73fd7e-ead6-4f95-b073-7ad4ab3c92b0-sda', '1714281781.33818', '1714281781', '0', '', '1714281781', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b73fd7e-ead6-4f95-b073-7ad4ab3c92b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01345 seconds (74.36390/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8mw5dfie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eb6da3ed-cfba-4c67-8f95-b7b3484a0747-sda', '1714281782.01441', '1714281784', '0', '', '1714281784', 0, 0) -test DEBUG: /tmp/tmp8mw5dfie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eb6da3ed-cfba-4c67-8f95-b7b3484a0747-sda', '1714281782.01441', '1714281784', '0', '', '1714281784', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb6da3ed-cfba-4c67-8f95-b7b3484a0747-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01013 seconds (98.71176/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzmith7dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', 'f2692863-1289-43db-89c2-920683b95664-sda', '1714281782.03414', '1714281784', '0', '', '1714281784', 1, 0) -test DEBUG: /tmp/tmpzmith7dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281785.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f2692863-1289-43db-89c2-920683b95664-sda') -test DEBUG: /tmp/tmpzmith7dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0025599s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', 'f2692863-1289-43db-89c2-920683b95664-sda', '1714281782.03414', '1714281784', '0', '', '1714281784', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f2692863-1289-43db-89c2-920683b95664-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01621 seconds (61.70869/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq5jh23dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', '7a1a815b-a8c7-4ea5-998f-560afc6d6fea-sda', '1714281782.05803', '1714281782', '1714281783', '', '1714281783', 1, 0) -test DEBUG: /tmp/tmpq5jh23dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281785.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a1a815b-a8c7-4ea5-998f-560afc6d6fea-sda') -test DEBUG: /tmp/tmpq5jh23dd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00254822s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', '7a1a815b-a8c7-4ea5-998f-560afc6d6fea-sda', '1714281782.05803', '1714281782', '1714281783', '', '1714281783', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7a1a815b-a8c7-4ea5-998f-560afc6d6fea-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01548 seconds (64.58397/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5f9rtp_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', '10cf3ff0-867e-4e0c-95f4-6800903a8aa8-sda', '1714281782.08415', '1714281782', '1714281783', '', '1714281783', 1, 1) -test DEBUG: /tmp/tmp5f9rtp_3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '25b1d2b5886db873e52b528a2c52e9dd', '10cf3ff0-867e-4e0c-95f4-6800903a8aa8-sda', '1714281782.08415', '1714281782', '1714281783', '', '1714281783', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10cf3ff0-867e-4e0c-95f4-6800903a8aa8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01202 seconds (83.20807/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb7mzt4q_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'afd7a013-fec8-4418-96b0-96dc7fc96682-sda', '1714281782.10768', '1714281784', '1714281783', '', '1714281784', 0, 0) -test DEBUG: /tmp/tmpb7mzt4q_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'afd7a013-fec8-4418-96b0-96dc7fc96682-sda', '1714281782.10768', '1714281784', '1714281783', '', '1714281784', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('afd7a013-fec8-4418-96b0-96dc7fc96682-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01545 seconds (64.72849/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps5_8m3_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e5c23f857fec0db89e1f1777ea55720d', '4a5b5175-3922-429b-8f8c-a6d9f02b0b6e-sda', '1714281782.13320', '1714281784', '1714281783', '', '1714281784', 1, 0) -test DEBUG: /tmp/tmps5_8m3_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx4686f18b3b02420aafa98-00662ddd3c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx629a447ebdfe41b79571c-00662ddd3c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Setting object count to 1058 (txn: tx3449d390fa6b49068d33f-00662ddd3d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281780.83852', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281781.23760', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok The can be of the form:: drz-:R:/ @@ -24680,1131 +19762,6 @@ Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281786.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4a5b5175-3922-429b-8f8c-a6d9f02b0b6e-sda') -test DEBUG: /tmp/tmps5_8m3_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.607553s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e5c23f857fec0db89e1f1777ea55720d', '4a5b5175-3922-429b-8f8c-a6d9f02b0b6e-sda', '1714281782.13320', '1714281784', '1714281783', '', '1714281784', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4a5b5175-3922-429b-8f8c-a6d9f02b0b6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.61977 seconds (1.61350/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwjia_phj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '43876992-60b8-4ce0-a532-1782718c487b-sda', '1714281782.76475', '1714281784', '1714281783', '', '1714281784', 0, 0) -test DEBUG: /tmp/tmpwjia_phj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '43876992-60b8-4ce0-a532-1782718c487b-sda', '1714281782.76475', '1714281784', '1714281783', '', '1714281784', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('43876992-60b8-4ce0-a532-1782718c487b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01063 seconds (94.05657/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn0214o2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e5c23f857fec0db89e1f1777ea55720d', 'e9effbca-2609-4873-beae-a410f587457e-sda', '1714281782.78684', '1714281784', '1714281783', '', '1714281784', 1, 1) -test DEBUG: /tmp/tmpn0214o2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e5c23f857fec0db89e1f1777ea55720d', 'e9effbca-2609-4873-beae-a410f587457e-sda', '1714281782.78684', '1714281784', '1714281783', '', '1714281784', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e9effbca-2609-4873-beae-a410f587457e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01286 seconds (77.77539/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7z7k_ni_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '952316bb-4e69-4ff5-b7bd-9abd4d1f9569-sda', '1714281783.49399', '1714281786', '1714281785', '', '1714281786', 0, 0) -test DEBUG: /tmp/tmp7z7k_ni_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '952316bb-4e69-4ff5-b7bd-9abd4d1f9569-sda', '1714281783.49399', '1714281786', '1714281785', '', '1714281786', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('952316bb-4e69-4ff5-b7bd-9abd4d1f9569-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01062 seconds (94.16426/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo6ckgfbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '01a01a4240b993cf0d4ff102c84f1ff5', 'aa795163-31b9-44a2-99f2-fcdf640fc70b-sda', '1714281783.51602', '1714281786', '1714281785', '', '1714281786', 1, 1) -test DEBUG: /tmp/tmpo6ckgfbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281788.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'aa795163-31b9-44a2-99f2-fcdf640fc70b-sda') -test DEBUG: /tmp/tmpo6ckgfbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00260115s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '01a01a4240b993cf0d4ff102c84f1ff5', 'aa795163-31b9-44a2-99f2-fcdf640fc70b-sda', '1714281783.51602', '1714281786', '1714281785', '', '1714281786', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aa795163-31b9-44a2-99f2-fcdf640fc70b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01632 seconds (61.26433/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbabv6b62/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5146b07b-ffcf-4356-8ccd-acb127f6b595-sda', '1714281783.54374', '1714281786', '1714281785', '', '1714281786', 0, 0) -test DEBUG: /tmp/tmpbabv6b62/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5146b07b-ffcf-4356-8ccd-acb127f6b595-sda', '1714281783.54374', '1714281786', '1714281785', '', '1714281786', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5146b07b-ffcf-4356-8ccd-acb127f6b595-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01193 seconds (83.84513/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvrqiyu06/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '01a01a4240b993cf0d4ff102c84f1ff5', '6585cc7d-44be-4f4d-b6fb-4ff13657c5e7-sda', '1714281783.56680', '1714281786', '1714281785', '', '1714281786', 1, 1) -test DEBUG: /tmp/tmpvrqiyu06/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Setting object count to 1024 (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Setting object count to 1024 (txn: tx9fcbc0dd32ca4d91b3d56-00662ddd3e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Setting object count to 1072 (txn: tx6dbc23bf85b349de9e0b1-00662ddd3f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7bd4938b47234820af68e-00662ddd40) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpwife6d7j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1714281778.00000, (0, 0) as of 1714281778.00000, active as of 1714281778.00000> to ShardRange<'k' to 't' as of 1714281779.00000, (0, 0) as of 1714281779.00000, active as of 1714281779.00000>, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281783.00000, (0, 0) as of 1714281783.00000, shrinking as of 1714281780.00000> to ShardRange<'k' to 't' as of 1714281783.00000, (0, 0) as of 1714281783.00000, sharding as of 1714281784.00000>, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmptznx9ssa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281778.00000, db: /tmp/tmprosoimu4/sda/containers/0/302/39177cc50af036d74b9009035457c302/39177cc50af036d74b9009035457c302.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281780.00000, db: /tmp/tmprosoimu4/sda/containers/0/bc2/6248bb2f3f3ab4793bd73c9529d88bc2/6248bb2f3f3ab4793bd73c9529d88bc2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281779.00000, (0, 0) as of 1714281779.00000, found as of 1714281779.00000> to ShardRange<'k' to 't' as of 1714281780.00000, (0, 0) as of 1714281780.00000, created as of 1714281780.00000>, path: .shards_a/shard_c_1714281780.00000, db: /tmp/tmprosoimu4/sda/containers/0/bc2/6248bb2f3f3ab4793bd73c9529d88bc2/6248bb2f3f3ab4793bd73c9529d88bc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281782.00000, db: /tmp/tmprosoimu4/sda/containers/0/83d/8313ecf2e68ef8bcadf37e8ad83f383d/8313ecf2e68ef8bcadf37e8ad83f383d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281781.00000, (0, 0) as of 1714281781.00000, found as of 1714281781.00000> to ShardRange<'k' to 't' as of 1714281782.00000, (0, 0) as of 1714281782.00000, cleaved as of 1714281782.00000>, path: .shards_a/shard_c_1714281782.00000, db: /tmp/tmprosoimu4/sda/containers/0/83d/8313ecf2e68ef8bcadf37e8ad83f383d/8313ecf2e68ef8bcadf37e8ad83f383d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281784.00000, db: /tmp/tmprosoimu4/sda/containers/0/da0/799cc5253c2015d5afab95dcf2a52da0/799cc5253c2015d5afab95dcf2a52da0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281783.00000, (0, 0) as of 1714281783.00000, found as of 1714281783.00000> to ShardRange<'k' to 't' as of 1714281784.00000, (0, 0) as of 1714281784.00000, active as of 1714281784.00000>, path: .shards_a/shard_c_1714281784.00000, db: /tmp/tmprosoimu4/sda/containers/0/da0/799cc5253c2015d5afab95dcf2a52da0/799cc5253c2015d5afab95dcf2a52da0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281786.00000, db: /tmp/tmprosoimu4/sda/containers/0/60d/1c5e4d6442b702110e8281637607f60d/1c5e4d6442b702110e8281637607f60d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281785.00000, (0, 0) as of 1714281785.00000, found as of 1714281785.00000> to ShardRange<'k' to 't' as of 1714281786.00000, (0, 0) as of 1714281786.00000, shrinking as of 1714281786.00000>, path: .shards_a/shard_c_1714281786.00000, db: /tmp/tmprosoimu4/sda/containers/0/60d/1c5e4d6442b702110e8281637607f60d/1c5e4d6442b702110e8281637607f60d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281786.00000, db: /tmp/tmprosoimu4/sda/containers/0/60d/1c5e4d6442b702110e8281637607f60d/1c5e4d6442b702110e8281637607f60d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281788.00000, db: /tmp/tmprosoimu4/sda/containers/0/c62/9f79700f159f3482d9c02c7785897c62/9f79700f159f3482d9c02c7785897c62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281787.00000, (0, 0) as of 1714281787.00000, found as of 1714281787.00000> to ShardRange<'k' to 't' as of 1714281788.00000, (0, 0) as of 1714281788.00000, sharding as of 1714281788.00000>, path: .shards_a/shard_c_1714281788.00000, db: /tmp/tmprosoimu4/sda/containers/0/c62/9f79700f159f3482d9c02c7785897c62/9f79700f159f3482d9c02c7785897c62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281788.00000, db: /tmp/tmprosoimu4/sda/containers/0/c62/9f79700f159f3482d9c02c7785897c62/9f79700f159f3482d9c02c7785897c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281790.00000, db: /tmp/tmprosoimu4/sda/containers/0/5b4/548dab4d3c227f34e28ad4067ee715b4/548dab4d3c227f34e28ad4067ee715b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281789.00000, (0, 0) as of 1714281789.00000, found as of 1714281789.00000> to ShardRange<'k' to 't' as of 1714281790.00000, (0, 0) as of 1714281790.00000, sharded as of 1714281790.00000>, path: .shards_a/shard_c_1714281790.00000, db: /tmp/tmprosoimu4/sda/containers/0/5b4/548dab4d3c227f34e28ad4067ee715b4/548dab4d3c227f34e28ad4067ee715b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281790.00000, db: /tmp/tmprosoimu4/sda/containers/0/5b4/548dab4d3c227f34e28ad4067ee715b4/548dab4d3c227f34e28ad4067ee715b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281792.00000, db: /tmp/tmprosoimu4/sda/containers/0/640/f0fdaf6889f22207680b0213ecde8640/f0fdaf6889f22207680b0213ecde8640.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281791.00000, (0, 0) as of 1714281791.00000, found as of 1714281791.00000> to ShardRange<'k' to 't' as of 1714281792.00000, (0, 0) as of 1714281792.00000, shrunk as of 1714281792.00000>, path: .shards_a/shard_c_1714281792.00000, db: /tmp/tmprosoimu4/sda/containers/0/640/f0fdaf6889f22207680b0213ecde8640/f0fdaf6889f22207680b0213ecde8640.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281792.00000, db: /tmp/tmprosoimu4/sda/containers/0/640/f0fdaf6889f22207680b0213ecde8640/f0fdaf6889f22207680b0213ecde8640.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281794.00000, db: /tmp/tmprosoimu4/sda/containers/0/33f/698f2d249d3b8865ba9b9fd6ea5b233f/698f2d249d3b8865ba9b9fd6ea5b233f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281793.00000, (0, 0) as of 1714281793.00000, created as of 1714281793.00000> to ShardRange<'k' to 't' as of 1714281794.00000, (0, 0) as of 1714281794.00000, found as of 1714281794.00000>, path: .shards_a/shard_c_1714281794.00000, db: /tmp/tmprosoimu4/sda/containers/0/33f/698f2d249d3b8865ba9b9fd6ea5b233f/698f2d249d3b8865ba9b9fd6ea5b233f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281796.00000, db: /tmp/tmprosoimu4/sda/containers/0/079/29d43da77d72f8053c485c9ca9be7079/29d43da77d72f8053c485c9ca9be7079.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281798.00000, db: /tmp/tmprosoimu4/sda/containers/0/00e/f059330109abf88a74a11b4a9fa9300e/f059330109abf88a74a11b4a9fa9300e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281797.00000, (0, 0) as of 1714281797.00000, created as of 1714281797.00000> to ShardRange<'k' to 't' as of 1714281798.00000, (0, 0) as of 1714281798.00000, cleaved as of 1714281798.00000>, path: .shards_a/shard_c_1714281798.00000, db: /tmp/tmprosoimu4/sda/containers/0/00e/f059330109abf88a74a11b4a9fa9300e/f059330109abf88a74a11b4a9fa9300e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281800.00000, db: /tmp/tmprosoimu4/sda/containers/0/faf/de8be55cb44645e45592d536d27c1faf/de8be55cb44645e45592d536d27c1faf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281799.00000, (0, 0) as of 1714281799.00000, created as of 1714281799.00000> to ShardRange<'k' to 't' as of 1714281800.00000, (0, 0) as of 1714281800.00000, active as of 1714281800.00000>, path: .shards_a/shard_c_1714281800.00000, db: /tmp/tmprosoimu4/sda/containers/0/faf/de8be55cb44645e45592d536d27c1faf/de8be55cb44645e45592d536d27c1faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281802.00000, db: /tmp/tmprosoimu4/sda/containers/0/552/17e1d5b84818c4de1958aa8b3a2a7552/17e1d5b84818c4de1958aa8b3a2a7552.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281801.00000, (0, 0) as of 1714281801.00000, created as of 1714281801.00000> to ShardRange<'k' to 't' as of 1714281802.00000, (0, 0) as of 1714281802.00000, shrinking as of 1714281802.00000>, path: .shards_a/shard_c_1714281802.00000, db: /tmp/tmprosoimu4/sda/containers/0/552/17e1d5b84818c4de1958aa8b3a2a7552/17e1d5b84818c4de1958aa8b3a2a7552.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281802.00000, db: /tmp/tmprosoimu4/sda/containers/0/552/17e1d5b84818c4de1958aa8b3a2a7552/17e1d5b84818c4de1958aa8b3a2a7552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281804.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6c/8bd83e75de46893c08aecb58340e9d6c/8bd83e75de46893c08aecb58340e9d6c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281803.00000, (0, 0) as of 1714281803.00000, created as of 1714281803.00000> to ShardRange<'k' to 't' as of 1714281804.00000, (0, 0) as of 1714281804.00000, sharding as of 1714281804.00000>, path: .shards_a/shard_c_1714281804.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6c/8bd83e75de46893c08aecb58340e9d6c/8bd83e75de46893c08aecb58340e9d6c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281804.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6c/8bd83e75de46893c08aecb58340e9d6c/8bd83e75de46893c08aecb58340e9d6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmprosoimu4/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281805.00000, (0, 0) as of 1714281805.00000, created as of 1714281805.00000> to ShardRange<'k' to 't' as of 1714281806.00000, (0, 0) as of 1714281806.00000, sharded as of 1714281806.00000>, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmprosoimu4/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmprosoimu4/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmprosoimu4/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281807.00000, (0, 0) as of 1714281807.00000, created as of 1714281807.00000> to ShardRange<'k' to 't' as of 1714281808.00000, (0, 0) as of 1714281808.00000, shrunk as of 1714281808.00000>, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmprosoimu4/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmprosoimu4/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281810.00000, db: /tmp/tmprosoimu4/sda/containers/0/b07/f5d80540ec0dc5ace35dd5178e122b07/f5d80540ec0dc5ace35dd5178e122b07.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281809.00000, (0, 0) as of 1714281809.00000, cleaved as of 1714281809.00000> to ShardRange<'k' to 't' as of 1714281810.00000, (0, 0) as of 1714281810.00000, found as of 1714281810.00000>, path: .shards_a/shard_c_1714281810.00000, db: /tmp/tmprosoimu4/sda/containers/0/b07/f5d80540ec0dc5ace35dd5178e122b07/f5d80540ec0dc5ace35dd5178e122b07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281812.00000, db: /tmp/tmprosoimu4/sda/containers/0/1f2/2184988cee0c64d18b67d52ac2ae91f2/2184988cee0c64d18b67d52ac2ae91f2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281811.00000, (0, 0) as of 1714281811.00000, cleaved as of 1714281811.00000> to ShardRange<'k' to 't' as of 1714281812.00000, (0, 0) as of 1714281812.00000, created as of 1714281812.00000>, path: .shards_a/shard_c_1714281812.00000, db: /tmp/tmprosoimu4/sda/containers/0/1f2/2184988cee0c64d18b67d52ac2ae91f2/2184988cee0c64d18b67d52ac2ae91f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281814.00000, db: /tmp/tmprosoimu4/sda/containers/0/0b4/a4d17616417c900b30e19edc711d40b4/a4d17616417c900b30e19edc711d40b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281816.00000, db: /tmp/tmprosoimu4/sda/containers/0/a22/926ba2ca655694ccb88b421f2fe4aa22/926ba2ca655694ccb88b421f2fe4aa22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281815.00000, (0, 0) as of 1714281815.00000, cleaved as of 1714281815.00000> to ShardRange<'k' to 't' as of 1714281816.00000, (0, 0) as of 1714281816.00000, active as of 1714281816.00000>, path: .shards_a/shard_c_1714281816.00000, db: /tmp/tmprosoimu4/sda/containers/0/a22/926ba2ca655694ccb88b421f2fe4aa22/926ba2ca655694ccb88b421f2fe4aa22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281818.00000, db: /tmp/tmprosoimu4/sda/containers/0/dd1/d87ebe323be530cb9d36c534df1afdd1/d87ebe323be530cb9d36c534df1afdd1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281817.00000, (0, 0) as of 1714281817.00000, cleaved as of 1714281817.00000> to ShardRange<'k' to 't' as of 1714281818.00000, (0, 0) as of 1714281818.00000, shrinking as of 1714281818.00000>, path: .shards_a/shard_c_1714281818.00000, db: /tmp/tmprosoimu4/sda/containers/0/dd1/d87ebe323be530cb9d36c534df1afdd1/d87ebe323be530cb9d36c534df1afdd1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281818.00000, db: /tmp/tmprosoimu4/sda/containers/0/dd1/d87ebe323be530cb9d36c534df1afdd1/d87ebe323be530cb9d36c534df1afdd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281820.00000, db: /tmp/tmprosoimu4/sda/containers/0/154/9e215fe27483a443e1b96a9ace2eb154/9e215fe27483a443e1b96a9ace2eb154.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281819.00000, (0, 0) as of 1714281819.00000, cleaved as of 1714281819.00000> to ShardRange<'k' to 't' as of 1714281820.00000, (0, 0) as of 1714281820.00000, sharding as of 1714281820.00000>, path: .shards_a/shard_c_1714281820.00000, db: /tmp/tmprosoimu4/sda/containers/0/154/9e215fe27483a443e1b96a9ace2eb154/9e215fe27483a443e1b96a9ace2eb154.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281820.00000, db: /tmp/tmprosoimu4/sda/containers/0/154/9e215fe27483a443e1b96a9ace2eb154/9e215fe27483a443e1b96a9ace2eb154.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmprosoimu4/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281821.00000, (0, 0) as of 1714281821.00000, cleaved as of 1714281821.00000> to ShardRange<'k' to 't' as of 1714281822.00000, (0, 0) as of 1714281822.00000, sharded as of 1714281822.00000>, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmprosoimu4/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmprosoimu4/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmprosoimu4/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281823.00000, (0, 0) as of 1714281823.00000, cleaved as of 1714281823.00000> to ShardRange<'k' to 't' as of 1714281824.00000, (0, 0) as of 1714281824.00000, shrunk as of 1714281824.00000>, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmprosoimu4/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmprosoimu4/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281826.00000, db: /tmp/tmprosoimu4/sda/containers/0/9ae/a7bee2b98155eb1f81622fc7ba5129ae/a7bee2b98155eb1f81622fc7ba5129ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281825.00000, (0, 0) as of 1714281825.00000, active as of 1714281825.00000> to ShardRange<'k' to 't' as of 1714281826.00000, (0, 0) as of 1714281826.00000, found as of 1714281826.00000>, path: .shards_a/shard_c_1714281826.00000, db: /tmp/tmprosoimu4/sda/containers/0/9ae/a7bee2b98155eb1f81622fc7ba5129ae/a7bee2b98155eb1f81622fc7ba5129ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281828.00000, db: /tmp/tmprosoimu4/sda/containers/0/ad9/b759c65704739316285d4285ef6d4ad9/b759c65704739316285d4285ef6d4ad9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281827.00000, (0, 0) as of 1714281827.00000, active as of 1714281827.00000> to ShardRange<'k' to 't' as of 1714281828.00000, (0, 0) as of 1714281828.00000, created as of 1714281828.00000>, path: .shards_a/shard_c_1714281828.00000, db: /tmp/tmprosoimu4/sda/containers/0/ad9/b759c65704739316285d4285ef6d4ad9/b759c65704739316285d4285ef6d4ad9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281830.00000, db: /tmp/tmprosoimu4/sda/containers/0/1e6/794f6a44d4ec3abe477ce9f8d81741e6/794f6a44d4ec3abe477ce9f8d81741e6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281829.00000, (0, 0) as of 1714281829.00000, active as of 1714281829.00000> to ShardRange<'k' to 't' as of 1714281830.00000, (0, 0) as of 1714281830.00000, cleaved as of 1714281830.00000>, path: .shards_a/shard_c_1714281830.00000, db: /tmp/tmprosoimu4/sda/containers/0/1e6/794f6a44d4ec3abe477ce9f8d81741e6/794f6a44d4ec3abe477ce9f8d81741e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281832.00000, db: /tmp/tmprosoimu4/sda/containers/0/ea2/8331bdcb89550600dcaea6d96ee35ea2/8331bdcb89550600dcaea6d96ee35ea2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281834.00000, db: /tmp/tmprosoimu4/sda/containers/0/ff0/1220fad2bdf5d853a3db616a0418dff0/1220fad2bdf5d853a3db616a0418dff0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281833.00000, (0, 0) as of 1714281833.00000, active as of 1714281833.00000> to ShardRange<'k' to 't' as of 1714281834.00000, (0, 0) as of 1714281834.00000, shrinking as of 1714281834.00000>, path: .shards_a/shard_c_1714281834.00000, db: /tmp/tmprosoimu4/sda/containers/0/ff0/1220fad2bdf5d853a3db616a0418dff0/1220fad2bdf5d853a3db616a0418dff0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281834.00000, db: /tmp/tmprosoimu4/sda/containers/0/ff0/1220fad2bdf5d853a3db616a0418dff0/1220fad2bdf5d853a3db616a0418dff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281836.00000, db: /tmp/tmprosoimu4/sda/containers/0/0ae/8b9130502aa171fe7d00f0110fe470ae/8b9130502aa171fe7d00f0110fe470ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281835.00000, (0, 0) as of 1714281835.00000, active as of 1714281835.00000> to ShardRange<'k' to 't' as of 1714281836.00000, (0, 0) as of 1714281836.00000, sharding as of 1714281836.00000>, path: .shards_a/shard_c_1714281836.00000, db: /tmp/tmprosoimu4/sda/containers/0/0ae/8b9130502aa171fe7d00f0110fe470ae/8b9130502aa171fe7d00f0110fe470ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281836.00000, db: /tmp/tmprosoimu4/sda/containers/0/0ae/8b9130502aa171fe7d00f0110fe470ae/8b9130502aa171fe7d00f0110fe470ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmprosoimu4/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281837.00000, (0, 0) as of 1714281837.00000, active as of 1714281837.00000> to ShardRange<'k' to 't' as of 1714281838.00000, (0, 0) as of 1714281838.00000, sharded as of 1714281838.00000>, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmprosoimu4/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmprosoimu4/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmprosoimu4/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281839.00000, (0, 0) as of 1714281839.00000, active as of 1714281839.00000> to ShardRange<'k' to 't' as of 1714281840.00000, (0, 0) as of 1714281840.00000, shrunk as of 1714281840.00000>, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmprosoimu4/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmprosoimu4/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281842.00000, db: /tmp/tmprosoimu4/sda/containers/0/6b9/deb11849b86e1bbc89e08e27f5caa6b9/deb11849b86e1bbc89e08e27f5caa6b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281841.00000, (0, 0) as of 1714281841.00000, shrinking as of 1714281841.00000> to ShardRange<'k' to 't' as of 1714281842.00000, (0, 0) as of 1714281842.00000, found as of 1714281842.00000>, path: .shards_a/shard_c_1714281842.00000, db: /tmp/tmprosoimu4/sda/containers/0/6b9/deb11849b86e1bbc89e08e27f5caa6b9/deb11849b86e1bbc89e08e27f5caa6b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281844.00000, db: /tmp/tmprosoimu4/sda/containers/0/8ad/a69649df6d360d662bf58775edcad8ad/a69649df6d360d662bf58775edcad8ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281843.00000, (0, 0) as of 1714281843.00000, shrinking as of 1714281843.00000> to ShardRange<'k' to 't' as of 1714281844.00000, (0, 0) as of 1714281844.00000, created as of 1714281844.00000>, path: .shards_a/shard_c_1714281844.00000, db: /tmp/tmprosoimu4/sda/containers/0/8ad/a69649df6d360d662bf58775edcad8ad/a69649df6d360d662bf58775edcad8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281846.00000, db: /tmp/tmprosoimu4/sda/containers/0/fc8/1c3ae6e72f328efd43eff357ba63bfc8/1c3ae6e72f328efd43eff357ba63bfc8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281845.00000, (0, 0) as of 1714281845.00000, shrinking as of 1714281845.00000> to ShardRange<'k' to 't' as of 1714281846.00000, (0, 0) as of 1714281846.00000, cleaved as of 1714281846.00000>, path: .shards_a/shard_c_1714281846.00000, db: /tmp/tmprosoimu4/sda/containers/0/fc8/1c3ae6e72f328efd43eff357ba63bfc8/1c3ae6e72f328efd43eff357ba63bfc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281848.00000, db: /tmp/tmprosoimu4/sda/containers/0/8ab/d589ec0c6a39311722589ed8888268ab/d589ec0c6a39311722589ed8888268ab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281847.00000, (0, 0) as of 1714281847.00000, shrinking as of 1714281847.00000> to ShardRange<'k' to 't' as of 1714281848.00000, (0, 0) as of 1714281848.00000, active as of 1714281848.00000>, path: .shards_a/shard_c_1714281848.00000, db: /tmp/tmprosoimu4/sda/containers/0/8ab/d589ec0c6a39311722589ed8888268ab/d589ec0c6a39311722589ed8888268ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281850.00000, db: /tmp/tmprosoimu4/sda/containers/0/84d/4152b9d89d2f9418bbc8ab0d94e5e84d/4152b9d89d2f9418bbc8ab0d94e5e84d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281850.00000, db: /tmp/tmprosoimu4/sda/containers/0/84d/4152b9d89d2f9418bbc8ab0d94e5e84d/4152b9d89d2f9418bbc8ab0d94e5e84d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281852.00000, db: /tmp/tmprosoimu4/sda/containers/0/9d7/377685e580c262d39e4677f351e6b9d7/377685e580c262d39e4677f351e6b9d7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281851.00000, (0, 0) as of 1714281851.00000, shrinking as of 1714281851.00000> to ShardRange<'k' to 't' as of 1714281852.00000, (0, 0) as of 1714281852.00000, sharding as of 1714281852.00000>, path: .shards_a/shard_c_1714281852.00000, db: /tmp/tmprosoimu4/sda/containers/0/9d7/377685e580c262d39e4677f351e6b9d7/377685e580c262d39e4677f351e6b9d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281852.00000, db: /tmp/tmprosoimu4/sda/containers/0/9d7/377685e580c262d39e4677f351e6b9d7/377685e580c262d39e4677f351e6b9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmprosoimu4/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281853.00000, (0, 0) as of 1714281853.00000, shrinking as of 1714281853.00000> to ShardRange<'k' to 't' as of 1714281854.00000, (0, 0) as of 1714281854.00000, sharded as of 1714281854.00000>, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmprosoimu4/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmprosoimu4/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmprosoimu4/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281855.00000, (0, 0) as of 1714281855.00000, shrinking as of 1714281855.00000> to ShardRange<'k' to 't' as of 1714281856.00000, (0, 0) as of 1714281856.00000, shrunk as of 1714281856.00000>, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmprosoimu4/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmprosoimu4/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281858.00000, db: /tmp/tmprosoimu4/sda/containers/0/6e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281857.00000, (0, 0) as of 1714281857.00000, sharding as of 1714281857.00000> to ShardRange<'k' to 't' as of 1714281858.00000, (0, 0) as of 1714281858.00000, found as of 1714281858.00000>, path: .shards_a/shard_c_1714281858.00000, db: /tmp/tmprosoimu4/sda/containers/0/6e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281860.00000, db: /tmp/tmprosoimu4/sda/containers/0/062/503865163b786742eebf4f4a69575062/503865163b786742eebf4f4a69575062.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281859.00000, (0, 0) as of 1714281859.00000, sharding as of 1714281859.00000> to ShardRange<'k' to 't' as of 1714281860.00000, (0, 0) as of 1714281860.00000, created as of 1714281860.00000>, path: .shards_a/shard_c_1714281860.00000, db: /tmp/tmprosoimu4/sda/containers/0/062/503865163b786742eebf4f4a69575062/503865163b786742eebf4f4a69575062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281862.00000, db: /tmp/tmprosoimu4/sda/containers/0/c1d/d636fce6905a901502604241d4a58c1d/d636fce6905a901502604241d4a58c1d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281861.00000, (0, 0) as of 1714281861.00000, sharding as of 1714281861.00000> to ShardRange<'k' to 't' as of 1714281862.00000, (0, 0) as of 1714281862.00000, cleaved as of 1714281862.00000>, path: .shards_a/shard_c_1714281862.00000, db: /tmp/tmprosoimu4/sda/containers/0/c1d/d636fce6905a901502604241d4a58c1d/d636fce6905a901502604241d4a58c1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281864.00000, db: /tmp/tmprosoimu4/sda/containers/0/700/7e07fdb56361bb94a4fc70f77d829700/7e07fdb56361bb94a4fc70f77d829700.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281863.00000, (0, 0) as of 1714281863.00000, sharding as of 1714281863.00000> to ShardRange<'k' to 't' as of 1714281864.00000, (0, 0) as of 1714281864.00000, active as of 1714281864.00000>, path: .shards_a/shard_c_1714281864.00000, db: /tmp/tmprosoimu4/sda/containers/0/700/7e07fdb56361bb94a4fc70f77d829700/7e07fdb56361bb94a4fc70f77d829700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281866.00000, db: /tmp/tmprosoimu4/sda/containers/0/bb6/25e6c7264322e0f7278453987673dbb6/25e6c7264322e0f7278453987673dbb6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281865.00000, (0, 0) as of 1714281865.00000, sharding as of 1714281865.00000> to ShardRange<'k' to 't' as of 1714281866.00000, (0, 0) as of 1714281866.00000, shrinking as of 1714281866.00000>, path: .shards_a/shard_c_1714281866.00000, db: /tmp/tmprosoimu4/sda/containers/0/bb6/25e6c7264322e0f7278453987673dbb6/25e6c7264322e0f7278453987673dbb6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281866.00000, db: /tmp/tmprosoimu4/sda/containers/0/bb6/25e6c7264322e0f7278453987673dbb6/25e6c7264322e0f7278453987673dbb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281868.00000, db: /tmp/tmprosoimu4/sda/containers/0/bc9/ab183fbc51de99df96aaa9218d138bc9/ab183fbc51de99df96aaa9218d138bc9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281868.00000, db: /tmp/tmprosoimu4/sda/containers/0/bc9/ab183fbc51de99df96aaa9218d138bc9/ab183fbc51de99df96aaa9218d138bc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281870.00000, db: /tmp/tmprosoimu4/sda/containers/0/fda/bfec89afc2698bd3d334b5bd85694fda/bfec89afc2698bd3d334b5bd85694fda.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281869.00000, (0, 0) as of 1714281869.00000, sharding as of 1714281869.00000> to ShardRange<'k' to 't' as of 1714281870.00000, (0, 0) as of 1714281870.00000, sharded as of 1714281870.00000>, path: .shards_a/shard_c_1714281870.00000, db: /tmp/tmprosoimu4/sda/containers/0/fda/bfec89afc2698bd3d334b5bd85694fda/bfec89afc2698bd3d334b5bd85694fda.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281870.00000, db: /tmp/tmprosoimu4/sda/containers/0/fda/bfec89afc2698bd3d334b5bd85694fda/bfec89afc2698bd3d334b5bd85694fda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmprosoimu4/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281871.00000, (0, 0) as of 1714281871.00000, sharding as of 1714281871.00000> to ShardRange<'k' to 't' as of 1714281872.00000, (0, 0) as of 1714281872.00000, shrunk as of 1714281872.00000>, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmprosoimu4/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmprosoimu4/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281874.00000, db: /tmp/tmprosoimu4/sda/containers/0/c3f/d64785b1b7482ad64088d12311573c3f/d64785b1b7482ad64088d12311573c3f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281873.00000, (0, 0) as of 1714281873.00000, sharded as of 1714281873.00000> to ShardRange<'k' to 't' as of 1714281874.00000, (0, 0) as of 1714281874.00000, found as of 1714281874.00000>, path: .shards_a/shard_c_1714281874.00000, db: /tmp/tmprosoimu4/sda/containers/0/c3f/d64785b1b7482ad64088d12311573c3f/d64785b1b7482ad64088d12311573c3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281876.00000, db: /tmp/tmprosoimu4/sda/containers/0/86c/4005577444be120c21562a71f3b8686c/4005577444be120c21562a71f3b8686c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281875.00000, (0, 0) as of 1714281875.00000, sharded as of 1714281875.00000> to ShardRange<'k' to 't' as of 1714281876.00000, (0, 0) as of 1714281876.00000, created as of 1714281876.00000>, path: .shards_a/shard_c_1714281876.00000, db: /tmp/tmprosoimu4/sda/containers/0/86c/4005577444be120c21562a71f3b8686c/4005577444be120c21562a71f3b8686c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281878.00000, db: /tmp/tmprosoimu4/sda/containers/0/305/23f8123695c6046b19d8d9f8d5935305/23f8123695c6046b19d8d9f8d5935305.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281877.00000, (0, 0) as of 1714281877.00000, sharded as of 1714281877.00000> to ShardRange<'k' to 't' as of 1714281878.00000, (0, 0) as of 1714281878.00000, cleaved as of 1714281878.00000>, path: .shards_a/shard_c_1714281878.00000, db: /tmp/tmprosoimu4/sda/containers/0/305/23f8123695c6046b19d8d9f8d5935305/23f8123695c6046b19d8d9f8d5935305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281880.00000, db: /tmp/tmprosoimu4/sda/containers/0/cec/bc91d228597f8cded3de8f92b6187cec/bc91d228597f8cded3de8f92b6187cec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281879.00000, (0, 0) as of 1714281879.00000, sharded as of 1714281879.00000> to ShardRange<'k' to 't' as of 1714281880.00000, (0, 0) as of 1714281880.00000, active as of 1714281880.00000>, path: .shards_a/shard_c_1714281880.00000, db: /tmp/tmprosoimu4/sda/containers/0/cec/bc91d228597f8cded3de8f92b6187cec/bc91d228597f8cded3de8f92b6187cec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281882.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6e/8223043c87b7adc04dafc89cd8968d6e/8223043c87b7adc04dafc89cd8968d6e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281881.00000, (0, 0) as of 1714281881.00000, sharded as of 1714281881.00000> to ShardRange<'k' to 't' as of 1714281882.00000, (0, 0) as of 1714281882.00000, shrinking as of 1714281882.00000>, path: .shards_a/shard_c_1714281882.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6e/8223043c87b7adc04dafc89cd8968d6e/8223043c87b7adc04dafc89cd8968d6e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281882.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6e/8223043c87b7adc04dafc89cd8968d6e/8223043c87b7adc04dafc89cd8968d6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281884.00000, db: /tmp/tmprosoimu4/sda/containers/0/4bb/af2ad835c1a91d60b6670fef6f9be4bb/af2ad835c1a91d60b6670fef6f9be4bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281883.00000, (0, 0) as of 1714281883.00000, sharded as of 1714281883.00000> to ShardRange<'k' to 't' as of 1714281884.00000, (0, 0) as of 1714281884.00000, sharding as of 1714281884.00000>, path: .shards_a/shard_c_1714281884.00000, db: /tmp/tmprosoimu4/sda/containers/0/4bb/af2ad835c1a91d60b6670fef6f9be4bb/af2ad835c1a91d60b6670fef6f9be4bb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281884.00000, db: /tmp/tmprosoimu4/sda/containers/0/4bb/af2ad835c1a91d60b6670fef6f9be4bb/af2ad835c1a91d60b6670fef6f9be4bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281886.00000, db: /tmp/tmprosoimu4/sda/containers/0/df9/17d500e78acc35d55f34973d02cdfdf9/17d500e78acc35d55f34973d02cdfdf9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281886.00000, db: /tmp/tmprosoimu4/sda/containers/0/df9/17d500e78acc35d55f34973d02cdfdf9/17d500e78acc35d55f34973d02cdfdf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281888.00000, db: /tmp/tmprosoimu4/sda/containers/0/452/e893acd93927852eef889fe17ef0c452/e893acd93927852eef889fe17ef0c452.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281887.00000, (0, 0) as of 1714281887.00000, sharded as of 1714281887.00000> to ShardRange<'k' to 't' as of 1714281888.00000, (0, 0) as of 1714281888.00000, shrunk as of 1714281888.00000>, path: .shards_a/shard_c_1714281888.00000, db: /tmp/tmprosoimu4/sda/containers/0/452/e893acd93927852eef889fe17ef0c452/e893acd93927852eef889fe17ef0c452.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281888.00000, db: /tmp/tmprosoimu4/sda/containers/0/452/e893acd93927852eef889fe17ef0c452/e893acd93927852eef889fe17ef0c452.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281890.00000, db: /tmp/tmprosoimu4/sda/containers/0/862/d23ed0af85619a9a17c3d2e8607c8862/d23ed0af85619a9a17c3d2e8607c8862.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281889.00000, (0, 0) as of 1714281889.00000, shrunk as of 1714281889.00000> to ShardRange<'k' to 't' as of 1714281890.00000, (0, 0) as of 1714281890.00000, found as of 1714281890.00000>, path: .shards_a/shard_c_1714281890.00000, db: /tmp/tmprosoimu4/sda/containers/0/862/d23ed0af85619a9a17c3d2e8607c8862/d23ed0af85619a9a17c3d2e8607c8862.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmprosoimu4/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281891.00000, (0, 0) as of 1714281891.00000, shrunk as of 1714281891.00000> to ShardRange<'k' to 't' as of 1714281892.00000, (0, 0) as of 1714281892.00000, created as of 1714281892.00000>, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmprosoimu4/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmprosoimu4/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281893.00000, (0, 0) as of 1714281893.00000, shrunk as of 1714281893.00000> to ShardRange<'k' to 't' as of 1714281894.00000, (0, 0) as of 1714281894.00000, cleaved as of 1714281894.00000>, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmprosoimu4/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmprosoimu4/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281895.00000, (0, 0) as of 1714281895.00000, shrunk as of 1714281895.00000> to ShardRange<'k' to 't' as of 1714281896.00000, (0, 0) as of 1714281896.00000, active as of 1714281896.00000>, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmprosoimu4/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmprosoimu4/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281897.00000, (0, 0) as of 1714281897.00000, shrunk as of 1714281897.00000> to ShardRange<'k' to 't' as of 1714281898.00000, (0, 0) as of 1714281898.00000, shrinking as of 1714281898.00000>, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmprosoimu4/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmprosoimu4/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmprosoimu4/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281899.00000, (0, 0) as of 1714281899.00000, shrunk as of 1714281899.00000> to ShardRange<'k' to 't' as of 1714281900.00000, (0, 0) as of 1714281900.00000, sharding as of 1714281900.00000>, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmprosoimu4/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmprosoimu4/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmprosoimu4/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281901.00000, (0, 0) as of 1714281901.00000, shrunk as of 1714281901.00000> to ShardRange<'k' to 't' as of 1714281902.00000, (0, 0) as of 1714281902.00000, sharded as of 1714281902.00000>, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmprosoimu4/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmprosoimu4/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmprosoimu4/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmprosoimu4/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281905.00000, db: /tmp/tmprosoimu4/sda/containers/0/14a/a737b09b1a7c68c051a3f869e7b9c14a/a737b09b1a7c68c051a3f869e7b9c14a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281907.00000, db: /tmp/tmprosoimu4/sda/containers/0/3d0/d7caf37d388988522c7753b7953543d0/d7caf37d388988522c7753b7953543d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281909.00000, db: /tmp/tmprosoimu4/sda/containers/0/6fc/4a735b704da136f87c7a1bbafc48e6fc/4a735b704da136f87c7a1bbafc48e6fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281911.00000, db: /tmp/tmprosoimu4/sda/containers/0/0b0/9409402108cec8a0bf69e185fb7da0b0/9409402108cec8a0bf69e185fb7da0b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281913.00000, db: /tmp/tmprosoimu4/sda/containers/0/9c2/475434fe14f6887542be695f3e5b89c2/475434fe14f6887542be695f3e5b89c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281915.00000, db: /tmp/tmprosoimu4/sda/containers/0/52c/cdb8940e2158508f7dbbf3e579af452c/cdb8940e2158508f7dbbf3e579af452c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281917.00000, db: /tmp/tmprosoimu4/sda/containers/0/863/fb410326ff17d31d23e4c17048baf863/fb410326ff17d31d23e4c17048baf863.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281919.00000, db: /tmp/tmprosoimu4/sda/containers/0/573/138abb3fa6cd96ad4ea72da3b2500573/138abb3fa6cd96ad4ea72da3b2500573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281921.00000, db: /tmp/tmprosoimu4/sda/containers/0/4f1/a98cec5fada00b36034ae4c50af204f1/a98cec5fada00b36034ae4c50af204f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281923.00000, db: /tmp/tmprosoimu4/sda/containers/0/971/19bb0b52c31663480968973203586971/19bb0b52c31663480968973203586971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281925.00000, db: /tmp/tmprosoimu4/sda/containers/0/d55/5c4dab5dd9afcc5d41e08640570d8d55/5c4dab5dd9afcc5d41e08640570d8d55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281927.00000, db: /tmp/tmprosoimu4/sda/containers/0/0e1/04015a44610ec29a7c01daea0a46d0e1/04015a44610ec29a7c01daea0a46d0e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281929.00000, db: /tmp/tmprosoimu4/sda/containers/0/bf9/c6a3eb0e0a9aefe771a69c69dec04bf9/c6a3eb0e0a9aefe771a69c69dec04bf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281931.00000, db: /tmp/tmprosoimu4/sda/containers/0/da2/e6a41ff785351bce5af5b2318c869da2/e6a41ff785351bce5af5b2318c869da2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281933.00000, db: /tmp/tmprosoimu4/sda/containers/0/1f3/5313c9af3636e5f9e9d0b373fbd9e1f3/5313c9af3636e5f9e9d0b373fbd9e1f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281935.00000, db: /tmp/tmprosoimu4/sda/containers/0/485/ff583972d6a11335a07b7aedd5c89485/ff583972d6a11335a07b7aedd5c89485.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281937.00000, db: /tmp/tmprosoimu4/sda/containers/0/c5a/52c5180bfb1a29eb2d4e617676b7fc5a/52c5180bfb1a29eb2d4e617676b7fc5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281939.00000, db: /tmp/tmprosoimu4/sda/containers/0/2fd/48fee90e4a1913931d384e9fa79732fd/48fee90e4a1913931d384e9fa79732fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281941.00000, db: /tmp/tmprosoimu4/sda/containers/0/a5a/1791fbfa64ae99fccfe5885daaaf0a5a/1791fbfa64ae99fccfe5885daaaf0a5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281943.00000, db: /tmp/tmprosoimu4/sda/containers/0/6ab/20223c65ec2fd31ecba1b293daf456ab/20223c65ec2fd31ecba1b293daf456ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281945.00000, db: /tmp/tmprosoimu4/sda/containers/0/585/7206d72bd1ca6ccc293c1f95f910d585/7206d72bd1ca6ccc293c1f95f910d585.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281947.00000, db: /tmp/tmprosoimu4/sda/containers/0/564/7f51431549b14f197a527ecc70f37564/7f51431549b14f197a527ecc70f37564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281949.00000, db: /tmp/tmprosoimu4/sda/containers/0/d28/fc8b3d111bb6c934518a6a7f9f029d28/fc8b3d111bb6c934518a6a7f9f029d28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281951.00000, db: /tmp/tmprosoimu4/sda/containers/0/0da/675c075e0a3c562815a208ec97ba90da/675c075e0a3c562815a208ec97ba90da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281953.00000, db: /tmp/tmprosoimu4/sda/containers/0/2d7/d0b852fd1fc6b02370a758e4d57952d7/d0b852fd1fc6b02370a758e4d57952d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281955.00000, db: /tmp/tmprosoimu4/sda/containers/0/3ae/91ea6a9d1e04f3415ca451bb7c1f53ae/91ea6a9d1e04f3415ca451bb7c1f53ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281957.00000, db: /tmp/tmprosoimu4/sda/containers/0/729/0b80d24191bc9fac14f3952185654729/0b80d24191bc9fac14f3952185654729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281959.00000, db: /tmp/tmprosoimu4/sda/containers/0/2ab/2443d50d3cb6499df1c67c59038da2ab/2443d50d3cb6499df1c67c59038da2ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281961.00000, db: /tmp/tmprosoimu4/sda/containers/0/c23/b665d452f295803ca84df0163ab28c23/b665d452f295803ca84df0163ab28c23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281963.00000, db: /tmp/tmprosoimu4/sda/containers/0/8b5/081a462339f8b9a4be476d7008c3d8b5/081a462339f8b9a4be476d7008c3d8b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281965.00000, db: /tmp/tmprosoimu4/sda/containers/0/217/c4c9d24f3d67653858c7d3564da31217/c4c9d24f3d67653858c7d3564da31217.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281967.00000, db: /tmp/tmprosoimu4/sda/containers/0/c87/3e8c83860cc2b77c4a489fc626375c87/3e8c83860cc2b77c4a489fc626375c87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281969.00000, db: /tmp/tmprosoimu4/sda/containers/0/666/2aefd1e5ea37625b3c9ad8272fde0666/2aefd1e5ea37625b3c9ad8272fde0666.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281969.00000, db: /tmp/tmprosoimu4/sda/containers/0/666/2aefd1e5ea37625b3c9ad8272fde0666/2aefd1e5ea37625b3c9ad8272fde0666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281971.00000, db: /tmp/tmprosoimu4/sda/containers/0/c50/8416f7a43fbb97a8f87788610509ac50/8416f7a43fbb97a8f87788610509ac50.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281971.00000, db: /tmp/tmprosoimu4/sda/containers/0/c50/8416f7a43fbb97a8f87788610509ac50/8416f7a43fbb97a8f87788610509ac50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281973.00000, db: /tmp/tmprosoimu4/sda/containers/0/16a/175f9ea6b32024130254f4226bf8d16a/175f9ea6b32024130254f4226bf8d16a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281973.00000, db: /tmp/tmprosoimu4/sda/containers/0/16a/175f9ea6b32024130254f4226bf8d16a/175f9ea6b32024130254f4226bf8d16a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281975.00000, db: /tmp/tmprosoimu4/sda/containers/0/c3a/1b10abd98e0860ea162b8fec3d9edc3a/1b10abd98e0860ea162b8fec3d9edc3a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281975.00000, db: /tmp/tmprosoimu4/sda/containers/0/c3a/1b10abd98e0860ea162b8fec3d9edc3a/1b10abd98e0860ea162b8fec3d9edc3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281977.00000, db: /tmp/tmprosoimu4/sda/containers/0/dea/a9221f5cd8d0056d4c977f7ed3e42dea/a9221f5cd8d0056d4c977f7ed3e42dea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281977.00000, db: /tmp/tmprosoimu4/sda/containers/0/dea/a9221f5cd8d0056d4c977f7ed3e42dea/a9221f5cd8d0056d4c977f7ed3e42dea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281979.00000, db: /tmp/tmprosoimu4/sda/containers/0/a1a/809c3463c3697b3c9f991d1ddd809a1a/809c3463c3697b3c9f991d1ddd809a1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281979.00000, db: /tmp/tmprosoimu4/sda/containers/0/a1a/809c3463c3697b3c9f991d1ddd809a1a/809c3463c3697b3c9f991d1ddd809a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281981.00000, db: /tmp/tmprosoimu4/sda/containers/0/1dc/ee27581e74d4cdd3183bef7597bef1dc/ee27581e74d4cdd3183bef7597bef1dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281981.00000, db: /tmp/tmprosoimu4/sda/containers/0/1dc/ee27581e74d4cdd3183bef7597bef1dc/ee27581e74d4cdd3183bef7597bef1dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281983.00000, db: /tmp/tmprosoimu4/sda/containers/0/bef/9548d97ba0dfa0c8fe8c52b50db98bef/9548d97ba0dfa0c8fe8c52b50db98bef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281983.00000, db: /tmp/tmprosoimu4/sda/containers/0/bef/9548d97ba0dfa0c8fe8c52b50db98bef/9548d97ba0dfa0c8fe8c52b50db98bef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281985.00000, db: /tmp/tmprosoimu4/sda/containers/0/e12/9b123fed3116fe5b109c92b4e2fb5e12/9b123fed3116fe5b109c92b4e2fb5e12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281985.00000, db: /tmp/tmprosoimu4/sda/containers/0/e12/9b123fed3116fe5b109c92b4e2fb5e12/9b123fed3116fe5b109c92b4e2fb5e12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281987.00000, db: /tmp/tmprosoimu4/sda/containers/0/088/d8901bf39a3c63a221dba7ed96b99088/d8901bf39a3c63a221dba7ed96b99088.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281987.00000, db: /tmp/tmprosoimu4/sda/containers/0/088/d8901bf39a3c63a221dba7ed96b99088/d8901bf39a3c63a221dba7ed96b99088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281989.00000, db: /tmp/tmprosoimu4/sda/containers/0/f30/7e2027bf1b3bc47c569d52e5ece5ef30/7e2027bf1b3bc47c569d52e5ece5ef30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281989.00000, db: /tmp/tmprosoimu4/sda/containers/0/f30/7e2027bf1b3bc47c569d52e5ece5ef30/7e2027bf1b3bc47c569d52e5ece5ef30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281991.00000, db: /tmp/tmprosoimu4/sda/containers/0/9d7/2f4bfdf1b4b2f784a848f9df707aa9d7/2f4bfdf1b4b2f784a848f9df707aa9d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281991.00000, db: /tmp/tmprosoimu4/sda/containers/0/9d7/2f4bfdf1b4b2f784a848f9df707aa9d7/2f4bfdf1b4b2f784a848f9df707aa9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281993.00000, db: /tmp/tmprosoimu4/sda/containers/0/db9/12bec5aec7e4660d99525fb842438db9/12bec5aec7e4660d99525fb842438db9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281993.00000, db: /tmp/tmprosoimu4/sda/containers/0/db9/12bec5aec7e4660d99525fb842438db9/12bec5aec7e4660d99525fb842438db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281995.00000, db: /tmp/tmprosoimu4/sda/containers/0/c53/7e86ce9f263f6b66fa9a9555ff2fbc53/7e86ce9f263f6b66fa9a9555ff2fbc53.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281995.00000, db: /tmp/tmprosoimu4/sda/containers/0/c53/7e86ce9f263f6b66fa9a9555ff2fbc53/7e86ce9f263f6b66fa9a9555ff2fbc53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281997.00000, db: /tmp/tmprosoimu4/sda/containers/0/c35/018adacf6b50f217c6fe6222a9478c35/018adacf6b50f217c6fe6222a9478c35.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281997.00000, db: /tmp/tmprosoimu4/sda/containers/0/c35/018adacf6b50f217c6fe6222a9478c35/018adacf6b50f217c6fe6222a9478c35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281999.00000, db: /tmp/tmprosoimu4/sda/containers/0/770/5d529891b2c480821a411ed1f14cb770/5d529891b2c480821a411ed1f14cb770.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281999.00000, db: /tmp/tmprosoimu4/sda/containers/0/770/5d529891b2c480821a411ed1f14cb770/5d529891b2c480821a411ed1f14cb770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282001.00000, db: /tmp/tmprosoimu4/sda/containers/0/64a/b8e739e0f9944e78d1a4d3194a0e764a/b8e739e0f9944e78d1a4d3194a0e764a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282001.00000, db: /tmp/tmprosoimu4/sda/containers/0/64a/b8e739e0f9944e78d1a4d3194a0e764a/b8e739e0f9944e78d1a4d3194a0e764a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282003.00000, db: /tmp/tmprosoimu4/sda/containers/0/2ea/e58697c0df9dea212f5d1a8bd8c062ea/e58697c0df9dea212f5d1a8bd8c062ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282003.00000, db: /tmp/tmprosoimu4/sda/containers/0/2ea/e58697c0df9dea212f5d1a8bd8c062ea/e58697c0df9dea212f5d1a8bd8c062ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282005.00000, db: /tmp/tmprosoimu4/sda/containers/0/2c9/fdb1ff7b88124438e6684588d34a42c9/fdb1ff7b88124438e6684588d34a42c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282005.00000, db: /tmp/tmprosoimu4/sda/containers/0/2c9/fdb1ff7b88124438e6684588d34a42c9/fdb1ff7b88124438e6684588d34a42c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282007.00000, db: /tmp/tmprosoimu4/sda/containers/0/64b/199b71025b39f6c2a1b006eff984564b/199b71025b39f6c2a1b006eff984564b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282007.00000, db: /tmp/tmprosoimu4/sda/containers/0/64b/199b71025b39f6c2a1b006eff984564b/199b71025b39f6c2a1b006eff984564b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282009.00000, db: /tmp/tmprosoimu4/sda/containers/0/166/32b0a4315cea40e04beb38ccf411c166/32b0a4315cea40e04beb38ccf411c166.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282009.00000, db: /tmp/tmprosoimu4/sda/containers/0/166/32b0a4315cea40e04beb38ccf411c166/32b0a4315cea40e04beb38ccf411c166.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282011.00000, db: /tmp/tmprosoimu4/sda/containers/0/aed/8ba89590692499534ff80a91ddf9faed/8ba89590692499534ff80a91ddf9faed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282011.00000, db: /tmp/tmprosoimu4/sda/containers/0/aed/8ba89590692499534ff80a91ddf9faed/8ba89590692499534ff80a91ddf9faed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282013.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6e/c6d814a57d1c09d46b66e66001692d6e/c6d814a57d1c09d46b66e66001692d6e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282013.00000, db: /tmp/tmprosoimu4/sda/containers/0/d6e/c6d814a57d1c09d46b66e66001692d6e/c6d814a57d1c09d46b66e66001692d6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282015.00000, db: /tmp/tmprosoimu4/sda/containers/0/5d0/ee445192d4dc5228ed70d7eb7f2405d0/ee445192d4dc5228ed70d7eb7f2405d0.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx540bcef5fab840a2acd7b-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: tx540bcef5fab840a2acd7b-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5243422b6897442c8359c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5243422b6897442c8359c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5243422b6897442c8359c-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: tx5243422b6897442c8359c-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9f673721114e4edd97dbd-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txab69acb600a24033b25e4-00662ddd38) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txab69acb600a24033b25e4-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: txab69acb600a24033b25e4-00662ddd38) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdb7a3aedfc50498b92380-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx07bff6058fbc477bb3e92-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: tx07bff6058fbc477bb3e92-00662ddd38) -test INFO: Client disconnected on read of '/a/c/' (txn: tx07bff6058fbc477bb3e92-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx054d53d6db6643d78d7ec-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx054d53d6db6643d78d7ec-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx054d53d6db6643d78d7ec-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx054d53d6db6643d78d7ec-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx17c224548a2146658c615-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx17c224548a2146658c615-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx17c224548a2146658c615-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx17c224548a2146658c615-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx32d72dba76fe43ebb457f-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx32d72dba76fe43ebb457f-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx32d72dba76fe43ebb457f-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx32d72dba76fe43ebb457f-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc1073e47165c42f3bc319-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc1073e47165c42f3bc319-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc1073e47165c42f3bc319-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc1073e47165c42f3bc319-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx525f0d4e90a04667aabe0-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx525f0d4e90a04667aabe0-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx525f0d4e90a04667aabe0-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx525f0d4e90a04667aabe0-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3e43125275964468b666a-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3e43125275964468b666a-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3e43125275964468b666a-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3e43125275964468b666a-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx45381ba7699045e7a8696-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx45381ba7699045e7a8696-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx45381ba7699045e7a8696-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx45381ba7699045e7a8696-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1101d0dcb90c45a7bfaa5-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1101d0dcb90c45a7bfaa5-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1101d0dcb90c45a7bfaa5-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1101d0dcb90c45a7bfaa5-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd204988611f141f3a9465-00662ddd38) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txd204988611f141f3a9465-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd204988611f141f3a9465-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd204988611f141f3a9465-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd204988611f141f3a9465-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd204988611f141f3a9465-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf60f1ed55f8c46c584ea6-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf60f1ed55f8c46c584ea6-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf60f1ed55f8c46c584ea6-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503] (txn: txf60f1ed55f8c46c584ea6-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbd39068ba8bc47059cc48-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbd39068ba8bc47059cc48-00662ddd38) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txbd39068ba8bc47059cc48-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbd39068ba8bc47059cc48-00662ddd38) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbd39068ba8bc47059cc48-00662ddd38) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txbd39068ba8bc47059cc48-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbd39068ba8bc47059cc48-00662ddd38) -test ERROR: Container GET returning 503 for [503, 503] (txn: txbd39068ba8bc47059cc48-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2597007599ed4fb3b54f5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2597007599ed4fb3b54f5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2597007599ed4fb3b54f5-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx2597007599ed4fb3b54f5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5a9a715d825a4c38908a6-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5a9a715d825a4c38908a6-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5a9a715d825a4c38908a6-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx5a9a715d825a4c38908a6-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx549353e5f3b947d8bbab5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx549353e5f3b947d8bbab5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx549353e5f3b947d8bbab5-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx549353e5f3b947d8bbab5-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx45f6810ede664253bf968-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx45f6810ede664253bf968-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx45f6810ede664253bf968-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx45f6810ede664253bf968-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx260ea411224845cc9ab6d-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx260ea411224845cc9ab6d-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx260ea411224845cc9ab6d-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx260ea411224845cc9ab6d-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txda3593a359f24637b25eb-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txda3593a359f24637b25eb-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txda3593a359f24637b25eb-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: txda3593a359f24637b25eb-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9c15842ef8964037b4f31-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9c15842ef8964037b4f31-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9c15842ef8964037b4f31-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx9c15842ef8964037b4f31-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc6c82aa8ca3246a28ade8-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc6c82aa8ca3246a28ade8-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc6c82aa8ca3246a28ade8-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: txc6c82aa8ca3246a28ade8-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0a9c0127526b441a85d87-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0a9c0127526b441a85d87-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0a9c0127526b441a85d87-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx0a9c0127526b441a85d87-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98842a52dc284694a4e29-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98842a52dc284694a4e29-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98842a52dc284694a4e29-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: tx98842a52dc284694a4e29-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdf38dcb1f4bb4500a7b79-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdf38dcb1f4bb4500a7b79-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdf38dcb1f4bb4500a7b79-00662ddd38) -test ERROR: Container GET returning 503 for [] (txn: txdf38dcb1f4bb4500a7b79-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf4d8bb92279f470b8ebe4-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf4d8bb92279f470b8ebe4-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf4d8bb92279f470b8ebe4-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf4d8bb92279f470b8ebe4-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd9034f577c2741b9b3c3c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd9034f577c2741b9b3c3c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd9034f577c2741b9b3c3c-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd9034f577c2741b9b3c3c-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txefbeb0b8606a457b85809-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txefbeb0b8606a457b85809-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txefbeb0b8606a457b85809-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txefbeb0b8606a457b85809-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe3b0384b73f04dbd9e4d0-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe3b0384b73f04dbd9e4d0-00662ddd38) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe3b0384b73f04dbd9e4d0-00662ddd38) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe3b0384b73f04dbd9e4d0-00662ddd38) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ab8c11c363749d3b8a88-00662ddd38) -test INFO: Client disconnected on read of '/a/c/' (txn: tx8ab8c11c363749d3b8a88-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx5dd80a885ee84762bf6e1-00662ddd38) -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281782.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281782.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281782.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281782.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281783.07701', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '01a01a4240b993cf0d4ff102c84f1ff5', '6585cc7d-44be-4f4d-b6fb-4ff13657c5e7-sda', '1714281783.56680', '1714281786', '1714281785', '', '1714281786', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6585cc7d-44be-4f4d-b6fb-4ff13657c5e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.77944 seconds (1.28298/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxny3rihk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '948b0b76-6fd6-44fa-ba1e-fe833b8217f4-sda', '1714281785.14262', '1714281788', '1714281787', '', '1714281788', 0, 0) -test DEBUG: /tmp/tmpxny3rihk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '948b0b76-6fd6-44fa-ba1e-fe833b8217f4-sda', '1714281785.14262', '1714281788', '1714281787', '', '1714281788', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('948b0b76-6fd6-44fa-ba1e-fe833b8217f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00989 seconds (101.08603/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl6fpdjpf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5649f6120a3e829df695c0edede9ef98', '5b452a0c-1069-4eb5-a4e7-ac9b91984ab5-sda', '1714281785.16382', '1714281788', '1714281787', '', '1714281788', 1, 0) -test DEBUG: /tmp/tmpl6fpdjpf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281789.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5b452a0c-1069-4eb5-a4e7-ac9b91984ab5-sda') -test DEBUG: /tmp/tmpl6fpdjpf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00269294s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5649f6120a3e829df695c0edede9ef98', '5b452a0c-1069-4eb5-a4e7-ac9b91984ab5-sda', '1714281785.16382', '1714281788', '1714281787', '', '1714281788', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b452a0c-1069-4eb5-a4e7-ac9b91984ab5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01683 seconds (59.41074/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfwau4wlp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b663a14-2f0f-4477-9b12-7d3ceb30f1ed-sda', '1714281785.19122', '1714281788', '1714281787', '', '1714281788', 0, 1) -test DEBUG: /tmp/tmpfwau4wlp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b663a14-2f0f-4477-9b12-7d3ceb30f1ed-sda', '1714281785.19122', '1714281788', '1714281787', '', '1714281788', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3b663a14-2f0f-4477-9b12-7d3ceb30f1ed-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01218 seconds (82.08928/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp87y50kr9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5649f6120a3e829df695c0edede9ef98', '074c7e31-1bc5-45db-8be6-a6317d75dbd5-sda', '1714281785.21397', '1714281788', '1714281787', '', '1714281788', 1, 0) -test DEBUG: /tmp/tmp87y50kr9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5649f6120a3e829df695c0edede9ef98', '074c7e31-1bc5-45db-8be6-a6317d75dbd5-sda', '1714281785.21397', '1714281788', '1714281787', '', '1714281788', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('074c7e31-1bc5-45db-8be6-a6317d75dbd5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01315 seconds (76.06311/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpeandp_f5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7abdbdea-a077-4e96-abd3-27d0cfebab34-sda', '1714281785.23697', '1714281789', '1714281788', '', '1714281789', 0, 1) -test DEBUG: /tmp/tmpeandp_f5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7abdbdea-a077-4e96-abd3-27d0cfebab34-sda', '1714281785.23697', '1714281789', '1714281788', '', '1714281789', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7abdbdea-a077-4e96-abd3-27d0cfebab34-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01080 seconds (92.57637/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpete3eq__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', '8279cc27-fbbb-4b99-b32d-51a486c54555-sda', '1714281785.25858', '1714281789', '1714281788', '', '1714281789', 1, 0) -test DEBUG: /tmp/tmpete3eq__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281790.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8279cc27-fbbb-4b99-b32d-51a486c54555-sda') -test DEBUG: /tmp/tmpete3eq__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00293446s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281783.65531', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281783.08570', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281783.96570', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx5dd80a885ee84762bf6e1-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx5dd80a885ee84762bf6e1-00662ddd38) -test ERROR: Account HEAD returning 503 for [] (txn: tx5dd80a885ee84762bf6e1-00662ddd38) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx299db442daa447eeaba6a-00662ddd39) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx299db442daa447eeaba6a-00662ddd39) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx299db442daa447eeaba6a-00662ddd39) -test ERROR: Account HEAD returning 503 for [] (txn: tx299db442daa447eeaba6a-00662ddd39) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbdec103de11f48358ceb9-00662ddd3a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx24977556030b4daf9b1d2-00662ddd3a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx300ea1ef16494dae92572-00662ddd3a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok The can be of the form:: drz-:R:/ @@ -26059,6 +20016,1203 @@ Shows information about matching devices. +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/54/29 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1748692469.689538002 1748692469.690437317 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/54/29 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1748692469.690957308 1748692469.691670418 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok swift-ring-builder set_info :[R:]/_ [ :[R:]/_] ... @@ -26187,126 +21341,250 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpfkx3wlq_/tmpwj2rllmy. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail @@ -26379,927 +21657,774 @@ test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', '8279cc27-fbbb-4b99-b32d-51a486c54555-sda', '1714281785.25858', '1714281789', '1714281788', '', '1714281789', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8279cc27-fbbb-4b99-b32d-51a486c54555-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1748692501.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1748692502.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1748692503.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1748692504.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1748692505.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1748692506.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1748692507.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1748692508.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1748692509.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1748692510.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1748692511.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1748692512.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1748692513.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1748692514.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1748692515.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1748692516.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1748692517.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1748692518.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1748692519.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1748692520.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1748692621.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda') +test DEBUG: /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0376129s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '23b2168cd533ae20f53d74be53708a6a', '79a8ba6a-5164-41b4-b213-de1ceaabad06-sda', '1748692470.91651', '1748692470.00000', '0', '', '1748692470.00000', 51, 0) +test DEBUG: /tmp/tmpk7sijrui/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.62075 seconds (1.61097/s) +test INFO: Attempted to replicate 1 dbs in 0.06362 seconds (15.71893/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3w_vm963/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76dff7d7-f089-45a9-8a0c-df3e61c5cf60-sda', '1714281785.89279', '1714281789', '1714281788', '', '1714281789', 0, 0) -test DEBUG: /tmp/tmp3w_vm963/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76dff7d7-f089-45a9-8a0c-df3e61c5cf60-sda', '1714281785.89279', '1714281789', '1714281788', '', '1714281789', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('76dff7d7-f089-45a9-8a0c-df3e61c5cf60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01598 seconds (62.57501/s) +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmrijrshb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', 'dc516305-7ee2-4479-b665-8d61111c2569-sda', '1714281785.91970', '1714281789', '1714281788', '', '1714281789', 1, 1) -test DEBUG: /tmp/tmpmrijrshb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', 'dc516305-7ee2-4479-b665-8d61111c2569-sda', '1714281785.91970', '1714281789', '1714281788', '', '1714281789', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dc516305-7ee2-4479-b665-8d61111c2569-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01361 seconds (73.46002/s) +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnb1jun7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '842663cd-7d5d-4705-8aaf-8e5da9568bec-sda', '1714281786.60947', '1714281791', '1714281790', '', '1714281791', 0, 1) -test DEBUG: /tmp/tmpnb1jun7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '842663cd-7d5d-4705-8aaf-8e5da9568bec-sda', '1714281786.60947', '1714281791', '1714281790', '', '1714281791', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('842663cd-7d5d-4705-8aaf-8e5da9568bec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01000 seconds (100.04680/s) +test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbx3xln2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48f8954768fb30ff5e68df2c6691bbd4', '86716898-658d-4d18-af24-22ba4727fc46-sda', '1714281786.63098', '1714281791', '1714281790', '', '1714281791', 1, 0) -test DEBUG: /tmp/tmpbx3xln2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281792.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '86716898-658d-4d18-af24-22ba4727fc46-sda') -test DEBUG: /tmp/tmpbx3xln2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00274563s) +test DEBUG: Replicating db /tmp/tmpu7qu_y7t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '64127933bf2414fc6e45dcfc347518ae', 'e3ce127e-001f-4a76-9b0a-f0d8a66fb722-sda', '1748692471.38827', '1748689200.00000', '0', '', '1748689200.00000', 0, 1) +test DEBUG: /tmp/tmpu7qu_y7t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e3ce127e-001f-4a76-9b0a-f0d8a66fb722-sda') +test DEBUG: /tmp/tmpu7qu_y7t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0104659s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48f8954768fb30ff5e68df2c6691bbd4', '86716898-658d-4d18-af24-22ba4727fc46-sda', '1714281786.63098', '1714281791', '1714281790', '', '1714281791', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('86716898-658d-4d18-af24-22ba4727fc46-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '64127933bf2414fc6e45dcfc347518ae', 'e3ce127e-001f-4a76-9b0a-f0d8a66fb722-sda', '1748692471.38827', '1748689200.00000', '0', '', '1748689200.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e3ce127e-001f-4a76-9b0a-f0d8a66fb722-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpu7qu_y7t/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01615 seconds (61.92736/s) +test INFO: Attempted to replicate 1 dbs in 0.05852 seconds (17.08958/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfutg_jj0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e8ac8e6f-fe33-4579-86ae-d610e23d93a7-sda', '1714281786.65919', '1714281791', '1714281790', '', '1714281791', 0, 0) -test DEBUG: /tmp/tmpfutg_jj0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e8ac8e6f-fe33-4579-86ae-d610e23d93a7-sda', '1714281786.65919', '1714281791', '1714281790', '', '1714281791', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e8ac8e6f-fe33-4579-86ae-d610e23d93a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01092 seconds (91.57585/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkuhnu775/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48f8954768fb30ff5e68df2c6691bbd4', '511b916a-4b9e-4e07-98ee-66268e7ed039-sda', '1714281786.68175', '1714281791', '1714281790', '', '1714281791', 1, 1) -test DEBUG: /tmp/tmpkuhnu775/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48f8954768fb30ff5e68df2c6691bbd4', '511b916a-4b9e-4e07-98ee-66268e7ed039-sda', '1714281786.68175', '1714281791', '1714281790', '', '1714281791', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('511b916a-4b9e-4e07-98ee-66268e7ed039-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01261 seconds (79.28828/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: Replicating 1 reconciler containers +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281785.88940', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: Setting object count to 1072 (txn: tx7bd4938b47234820af68e-00662ddd40) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Setting object count to 1072 (txn: tx24d6bab8058641c483ba8-00662ddd41) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Setting object count to 1072 (txn: txa94b41c4de894a4aa6a71-00662ddd42) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6df66b4de6124bda803f6-00662ddd43) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +fake INFO: - - 31/May/2025/11/54/32 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1748693472 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1748692472.040779352 1748692472.040934324 - +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0093 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0071 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281784.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmp9nqpnxs0/tmptazrtdm1. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 @@ -27308,771 +22433,982 @@ ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 ------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not +NOTE: Dispersion of 1.041667 indicates some parts are not optimally dispersed. You may want to adjust some device weights, increase the overload or review the dispersion report. ------------------------------------------------------------------------------- -Note: using /tmp/tmpxpfyc55r/tmppuyu4nat.builder instead of /tmp/tmpxpfyc55r/tmppuyu4nat.ring.gz as builder file -Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.00 +Note: using /tmp/tmpniewwf6_/tmpyjtwch_k.builder instead of /tmp/tmpniewwf6_/tmpyjtwch_k.ring.gz as builder file +Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 ------------------------------------------------------------------------------- NOTE: Balance of 100.00 indicates you should push this ring, wait at least 24 hours, and rebalance/repush. ------------------------------------------------------------------------------- Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmp0uzezt45/tmpbtetuv78.builder instead of /tmp/tmp0uzezt45/tmpbtetuv78.ring.gz as builder file -Note: using /tmp/tmpic6jy34_/tmpczpa66_0.builder instead of /tmp/tmpic6jy34_/tmpczpa66_0.ring.gz as builder file +Note: using /tmp/tmpqdt0azhp/tmpgrnofzz6.builder instead of /tmp/tmpqdt0azhp/tmpgrnofzz6.ring.gz as builder file +Note: using /tmp/tmpz1jct_q9/tmpv1v15ftp.builder instead of /tmp/tmpz1jct_q9/tmpv1v15ftp.ring.gz as builder file Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=51351] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=51351] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0088 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0079 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3315355 0 +test ERROR: ERROR Account update failed with 127.0.0.1:52329/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.1141 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0134 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0179 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0133 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0045 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:32 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0073 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0053 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0036 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0093 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6deeb1ec-f6c8-4637-80a2-15664f939766-sda', '1714281788.04057', '1714281788.00000', '0', '', '1714281788.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6deeb1ec-f6c8-4637-80a2-15664f939766-sda', '1714281788.04057', '1714281789.00000', '0', '', '1714281788.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6bb2e09b14d96f8271440fb4a3780d67', 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda', '1714281788.05461', '1714281788.05286', '0', '', '1714281788.05286', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1714281788.05921', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1714281788.05983', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1714281788.05993', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1714281788.06000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1714281788.06007', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1714281788.06014', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1714281788.06022', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1714281788.06029', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1714281788.06036', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1714281788.06043', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1714281788.06054', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1714281788.07013', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1714281788.07352', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1714281788.07749', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1714281788.08086', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1714281788.08416', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1714281788.09331', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1714281788.09659', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1714281788.09975', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1714281788.10320', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '88888a9de2554fed6c607d12a4ecc727', 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda', '1714281788.05461', '1714281788.05286', '0', '', '1714281788.05286', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1714281788.10780', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bb41f4ce-5048-48ec-9ae6-31dbb7b52593-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpz8la8u4z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'edddfa0b-0097-4655-85a6-69c5bf52d55f-sda', '1714281788.12443', '1714281789', '0', '', '1714281789', 0, 0) -test DEBUG: /tmp/tmpz8la8u4z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'edddfa0b-0097-4655-85a6-69c5bf52d55f-sda', '1714281788.12443', '1714281789', '0', '', '1714281789', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('edddfa0b-0097-4655-85a6-69c5bf52d55f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01058 seconds (94.54420/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpedmx71hd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', '8bce0e7e-0e83-4975-b2ad-a2b1d39d653e-sda', '1714281788.14468', '1714281789', '0', '', '1714281789', 1, 1) -test DEBUG: /tmp/tmpedmx71hd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281790.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8bce0e7e-0e83-4975-b2ad-a2b1d39d653e-sda') -test DEBUG: /tmp/tmpedmx71hd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270247s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:05 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281785.89844', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281786.64764', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000'} +test DEBUG: bucket None POST +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test INFO: - - 31/May/2025/11/54/30 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.128129721 1748692470.128315687 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1748692470.128087997 1748692470.128785133 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1748692470.138560057 1748692470.138810158 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1748692470.138515949 1748692470.139302254 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.140695572 1748692470.140865326 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1748692470.140659094 1748692470.141268015 0 +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test DEBUG: Replicating db /tmp/tmpu7qu_y7t/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '080ea0249e38e5deab426947d549761b', '23c08b31-00e0-4f03-995f-7fbb9bc7857a-sda', '1748692471.45416', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('23c08b31-00e0-4f03-995f-7fbb9bc7857a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '080ea0249e38e5deab426947d549761b', '23c08b31-00e0-4f03-995f-7fbb9bc7857a-sda', '1748692471.45416', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('23c08b31-00e0-4f03-995f-7fbb9bc7857a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp02b7ef69/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '7e24a08e-3b89-4a85-a3a6-d0dc2bbd83d2-sda', '1748692471.49347', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1748692471.49470"]}', '1748689200.00000', 0, 1) +test DEBUG: /tmp/tmp02b7ef69/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7e24a08e-3b89-4a85-a3a6-d0dc2bbd83d2-sda') +test DEBUG: /tmp/tmp02b7ef69/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00717974s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '7e24a08e-3b89-4a85-a3a6-d0dc2bbd83d2-sda', '1748692471.49347', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1748692471.49470"]}', '1748689200.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('7e24a08e-3b89-4a85-a3a6-d0dc2bbd83d2-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp02b7ef69/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04678 seconds (21.37841/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp02b7ef69/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '080ea0249e38e5deab426947d549761b', '02160c1c-3ca1-4407-a1f1-0c844325a3a1-sda', '1748692471.55370', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('02160c1c-3ca1-4407-a1f1-0c844325a3a1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '080ea0249e38e5deab426947d549761b', '02160c1c-3ca1-4407-a1f1-0c844325a3a1-sda', '1748692471.55370', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('02160c1c-3ca1-4407-a1f1-0c844325a3a1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprega46st/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '9e2a606b-0c02-45d9-ad63-6b444e9ee121-sda', '1748692471.60687', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1748692471.60809"]}', '1748689200.00000', 0, 0) +test DEBUG: /tmp/tmprega46st/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9e2a606b-0c02-45d9-ad63-6b444e9ee121-sda') +test DEBUG: /tmp/tmprega46st/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0171139s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '9e2a606b-0c02-45d9-ad63-6b444e9ee121-sda', '1748692471.60687', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1748692471.60809"]}', '1748689200.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('9e2a606b-0c02-45d9-ad63-6b444e9ee121-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmprega46st/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04767 seconds (20.97745/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmprega46st/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', '48760bf6-e2a1-498d-be4d-142faf1907d9-sda', '1748692471.66617', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('48760bf6-e2a1-498d-be4d-142faf1907d9-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', '48760bf6-e2a1-498d-be4d-142faf1907d9-sda', '1748692471.66617', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('48760bf6-e2a1-498d-be4d-142faf1907d9-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0_v08dvl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8b62861d35a7bea5839c01d314630f90', 'adc0a751-31de-46a9-92c8-e0f71865b923-sda', '1748692471.74501', '1748692471.00000', '0', '', '1748692471.00000', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1748692473.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1748692474.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'adc0a751-31de-46a9-92c8-e0f71865b923-sda') +test DEBUG: /tmp/tmp0_v08dvl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00619245s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '8b62861d35a7bea5839c01d314630f90', 'adc0a751-31de-46a9-92c8-e0f71865b923-sda', '1748692471.74501', '1748692471.00000', '0', '', '1748692471.00000', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('adc0a751-31de-46a9-92c8-e0f71865b923-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0_v08dvl/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04566 seconds (21.90324/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0_v08dvl/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'bef7fde218530c66c1e1997910dd1c92', '90ab3123-448a-42df-bf58-0c54d2c700dd-sda', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('90ab3123-448a-42df-bf58-0c54d2c700dd-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'bef7fde218530c66c1e1997910dd1c92', '90ab3123-448a-42df-bf58-0c54d2c700dd-sda', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('90ab3123-448a-42df-bf58-0c54d2c700dd-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'bef7fde218530c66c1e1997910dd1c92', '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'bef7fde218530c66c1e1997910dd1c92', '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmp0_v08dvl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '83f8b681071800d4daac791b260424f3', '0670958f-3227-46d8-a8b9-50846f7a7fff-sdb', '1748692471.74501', '1748692472.00000', '0', '', '1748692472.00000', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1748692475.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0670958f-3227-46d8-a8b9-50846f7a7fff-sdb') +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0112364s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'adc0a751-31de-46a9-92c8-e0f71865b923-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '83f8b681071800d4daac791b260424f3', '0670958f-3227-46d8-a8b9-50846f7a7fff-sdb', '1748692471.74501', '1748692472.00000', '0', '', '1748692472.00000', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1748692475.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0670958f-3227-46d8-a8b9-50846f7a7fff-sdb') +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0110209s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'adc0a751-31de-46a9-92c8-e0f71865b923-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.07871 seconds (25.40921/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '2f51789590d00fb1edb2f39feac72973', '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1748692476.00000', 'deleted': 0, 'storage_policy_index': 0}], '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-') +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.011889s) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_syncs, ([{'remote_id': '90ab3123-448a-42df-bf58-0c54d2c700dd-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '2f51789590d00fb1edb2f39feac72973', '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-', '1748692471.79793', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1748692476.00000', 'deleted': 0, 'storage_policy_index': 0}], '5e094c88-2f4a-4ed5-9abd-02800aff4fb6-') +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281787.03292', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281787.04153', 'Content-Type': 'binary/octet-stream'} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp2u573b50/devices/sda1 (pid: 51351) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp2u573b50/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.00000 -test INFO: Object update sweep completed on /tmp/tmp2u573b50/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpd0bq9eap/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpd0bq9eap/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.00000 -test INFO: Object update sweep completed on /tmp/tmpd0bq9eap/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9ee1f0ka/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp9ee1f0ka/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp9ee1f0ka/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 -test INFO: Object update sweep completed on /tmp/tmp9ee1f0ka/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmn1e1jic/devices/sda1 (pid: 51351) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpmn1e1jic/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 -test INFO: Object update sweep completed on /tmp/tmpmn1e1jic/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmn1e1jic/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpmn1e1jic/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpmn1e1jic/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 -test INFO: Object update sweep completed on /tmp/tmpmn1e1jic/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpias6km8a/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpias6km8a/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpias6km8a/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpias6km8a/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpias6km8a/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpias6km8a/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 -test INFO: Object update sweep completed on /tmp/tmpias6km8a/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpfz7ou6l5/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpfz7ou6l5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe181ddb654a249e69daf2-00662ddd3c) -test INFO: Client disconnected on read of '/a/c' (txn: txe181ddb654a249e69daf2-00662ddd3c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx3098e9695be34cdca2e40-00662ddd3c) -test INFO: Client disconnected on read of '/a/c' (txn: tx3098e9695be34cdca2e40-00662ddd3c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txdcec77fda5fc4aa888d86-00662ddd3d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txdcec77fda5fc4aa888d86-00662ddd3d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txdcec77fda5fc4aa888d86-00662ddd3d) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txdcec77fda5fc4aa888d86-00662ddd3d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4fdc_8fz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txb344992e6c634ab1a2eba-00683aedf9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx353b6d447b194a018d072-00683aedf9) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c29b64bade07232bd9c8a76ff73e6426', '8bce0e7e-0e83-4975-b2ad-a2b1d39d653e-sda', '1714281788.14468', '1714281789', '0', '', '1714281789', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8bce0e7e-0e83-4975-b2ad-a2b1d39d653e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpedmx71hd/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.30308 seconds (0.76741/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpedmx71hd/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '0de308cae212065d9f0489e17d63fb1c', '03af7d75-0835-4583-8d7f-94f733152cc4-sda', '1714281789.44774', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('03af7d75-0835-4583-8d7f-94f733152cc4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '0de308cae212065d9f0489e17d63fb1c', '03af7d75-0835-4583-8d7f-94f733152cc4-sda', '1714281789.44774', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('03af7d75-0835-4583-8d7f-94f733152cc4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptz7s55eh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '61b94c4c-5951-45c5-8566-2a617ce852db-sda', '1714281789.46612', '1714281790', '0', '', '1714281790', 0, 0) -test DEBUG: /tmp/tmptz7s55eh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '61b94c4c-5951-45c5-8566-2a617ce852db-sda', '1714281789.46612', '1714281790', '0', '', '1714281790', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('61b94c4c-5951-45c5-8566-2a617ce852db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01081 seconds (92.48044/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn79gb7tb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73465f44ec1bc10dce6ae89a86e695d4', '609e3795-d915-424f-af6f-03b404279df9-sda', '1714281789.48748', '1714281790', '0', '', '1714281790', 1, 0) -test DEBUG: /tmp/tmpn79gb7tb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '73465f44ec1bc10dce6ae89a86e695d4', '609e3795-d915-424f-af6f-03b404279df9-sda', '1714281789.48748', '1714281790', '0', '', '1714281790', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('609e3795-d915-424f-af6f-03b404279df9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpn79gb7tb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01720 seconds (58.13922/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpn79gb7tb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '57c01f5095cf12598b1f765e6729c13e', '44788ea0-1966-4552-8468-09cdd3426f8a-sda', '1714281789.50404', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('44788ea0-1966-4552-8468-09cdd3426f8a-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '57c01f5095cf12598b1f765e6729c13e', '44788ea0-1966-4552-8468-09cdd3426f8a-sda', '1714281789.50404', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('44788ea0-1966-4552-8468-09cdd3426f8a-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test DEBUG: /tmp/tmp0_v08dvl/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0102558s) +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_syncs, ([{'remote_id': '90ab3123-448a-42df-bf58-0c54d2c700dd-sda', 'sync_point': 1}],) test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv_n6wuem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7beb4ba4-bfda-4556-9fa3-7f9df0fa4115-sda', '1714281790.50907', '1714281791', '1714281792', '', '1714281792', 0, 0) -test DEBUG: /tmp/tmpv_n6wuem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7beb4ba4-bfda-4556-9fa3-7f9df0fa4115-sda', '1714281790.50907', '1714281791', '1714281792', '', '1714281792', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7beb4ba4-bfda-4556-9fa3-7f9df0fa4115-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01605 seconds (62.30452/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy4xhpd_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b8a6b018e97d02d2883e4a34fbfc7567', '82f0055e-8c88-45a4-919c-f5accb554bd2-sda', '1714281790.53579', '1714281791', '1714281792', '', '1714281792', 1, 1) -test DEBUG: /tmp/tmpy4xhpd_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281793.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '82f0055e-8c88-45a4-919c-f5accb554bd2-sda') -test DEBUG: /tmp/tmpy4xhpd_w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00278282s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b8a6b018e97d02d2883e4a34fbfc7567', '82f0055e-8c88-45a4-919c-f5accb554bd2-sda', '1714281790.53579', '1714281791', '1714281792', '', '1714281792', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('82f0055e-8c88-45a4-919c-f5accb554bd2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy4xhpd_w/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02142 seconds (46.67836/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpfz7ou6l5/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpfz7ou6l5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpfz7ou6l5/devices/sda1 (pid: 51351) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 to None -test INFO: Object update sweep completed on /tmp/tmpfz7ou6l5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpfz7ou6l5/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmpfz7ou6l5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000 -test INFO: Object update sweep completed on /tmp/tmpfz7ou6l5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2003ceea65ca37423e9c53bd5c3a189f', 'd6c01ee9-ab73-4373-9468-304aaf984eef-', '1748692471.96851', '1748692471.96662', '0', '', '1748692471.96662', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d6c01ee9-ab73-4373-9468-304aaf984eef-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692471.97794.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '2003ceea65ca37423e9c53bd5c3a189f', 'd6c01ee9-ab73-4373-9468-304aaf984eef-', '1748692471.96851', '1748692471.96662', '0', '', '1748692471.96662', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692471.97786', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692471.97786', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692471.97786', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692471.97822', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692471.97822', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692471.97794', 'epoch': '1748692471.97794', 'reported': 0, 'tombstones': -1}], 'd6c01ee9-ab73-4373-9468-304aaf984eef-') +test DEBUG: /tmp/tmpyrj2kicm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692471.97794.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpyrj2kicm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692471.97794.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8a1b5c110120ab03d3f761fb9fdeb9ed', 'a306152a-e466-447c-9086-610f1d44a259-', '1748692472.05127', '1748692472.04105', '0', '', '1748692472.04105', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.07645', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692472.07645', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.07645', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.08226', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.08226', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.05260', 'epoch': '1748692472.05260', 'reported': 0, 'tombstones': -1}], 'a306152a-e466-447c-9086-610f1d44a259-') +test DEBUG: /tmp/tmpcbfzouwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.05260.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpcbfzouwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.05260.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8a1b5c110120ab03d3f761fb9fdeb9ed', 'a306152a-e466-447c-9086-610f1d44a259-', '1748692472.05127', '1748692472.07345', '0', '', '1748692472.04105', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.07645', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692472.07645', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.07645', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.08226', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.08226', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.05260', 'epoch': '1748692472.05260', 'reported': 0, 'tombstones': -1}], 'a306152a-e466-447c-9086-610f1d44a259-') +test DEBUG: /tmp/tmpcbfzouwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.05260.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpcbfzouwt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.05260.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8a1b5c110120ab03d3f761fb9fdeb9ed', 'c8556992-4c9d-4d8e-956e-ddc69656bfe5-', '1748692472.17939', '1748692472.17746', '0', '', '1748692472.17746', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.21869', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692472.21869', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.21869', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.21978', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.21978', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.18070', 'epoch': '1748692472.18070', 'reported': 0, 'tombstones': -1}], 'c8556992-4c9d-4d8e-956e-ddc69656bfe5-') +test DEBUG: /tmp/tmphtuxj_nk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.18070.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphtuxj_nk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.18070.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '8a1b5c110120ab03d3f761fb9fdeb9ed', 'c8556992-4c9d-4d8e-956e-ddc69656bfe5-', '1748692472.17939', '1748692472.20715', '0', '', '1748692472.17746', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.21869', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692472.21869', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.21869', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.21978', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.21978', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.18070', 'epoch': '1748692472.18070', 'reported': 0, 'tombstones': -1}], 'c8556992-4c9d-4d8e-956e-ddc69656bfe5-') +test DEBUG: /tmp/tmphtuxj_nk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.18070.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphtuxj_nk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.18070.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '43cb7df6db75c613203953d31ff5f102', '8a15cd7b-572a-4ba5-89f0-63d9c69e6472-', '1748692472.31543', '1748692472.30531', '0', '', '1748692472.30531', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test ERROR: ERROR Could not get container info /tmp/tmpfr9baqps/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281797.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpfr9baqps/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp73dmj1pp/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28082,13 +23418,40 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281798.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmp73dmj1pp/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28098,476 +23461,521 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281799.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281788.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.147068739 1748692470.147291422 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.2312 - - 1748692470.147029400 1748692470.378252268 0 +test INFO: - - 31/May/2025/11/54/30 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.379706860 1748692470.379864216 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1748692470.379668713 1748692470.380278826 0 +test INFO: - - 31/May/2025/11/54/30 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.679385900 1748692470.679560423 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692470.679883957 1748692470.680064440 0 +test INFO: - - 31/May/2025/11/54/30 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692470.680430174 1748692470.680543661 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1748692470.679260492 1748692470.680955410 - +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.686770439 1748692470.686999798 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692470.687298059 1748692470.687461376 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692470.687803984 1748692470.687942505 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1748692470.686644554 1748692470.688642740 - +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.698334932 1748692470.698529720 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692470.698868990 1748692470.699042082 0 +test INFO: - - 31/May/2025/11/54/30 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692470.699400663 1748692470.699523926 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1748692470.698202610 1748692470.699935436 - +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.701404810 1748692470.701610565 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692470.706909895 1748692470.707136631 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692470.707559824 1748692470.707715988 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0068 - - 1748692470.701285362 1748692470.708121777 - +test INFO: - - 31/May/2025/11/54/30 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692470.709543467 1748692470.709688663 0 +test INFO: - - 31/May/2025/11/54/30 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692470.718298197 1748692470.718522310 0 +test INFO: - - 31/May/2025/11/54/30 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692470.718918324 1748692470.719048500 0 +test INFO: - - 31/May/2025/11/54/30 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0120 - - 1748692470.709431887 1748692470.721446753 - +test ERROR: Error in '/tmp/tmptavoftbe/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmp31c98lls/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp31c98lls/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '9b0ac591ca694d4aaab3413595d2a763': [Errno 2] No such file or directory: '9b0ac591ca694d4aaab3413595d2a763' +test ERROR: Could not load '/tmp/tmpdf0eujua/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpdf0eujua/container-sync-realms.conf' +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test DEBUG: Unlinked retiring db '/tmp/tmp5apy3rvj/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0093 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0052 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0052 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0175 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0052 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0045 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.35548', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.35548', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.35548', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.36326', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.36326', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.31676', 'epoch': '1748692472.31676', 'reported': 0, 'tombstones': -1}], '8a15cd7b-572a-4ba5-89f0-63d9c69e6472-') +test DEBUG: /tmp/tmp8clt9vzo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.31676.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8clt9vzo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.31676.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '43cb7df6db75c613203953d31ff5f102', '8a15cd7b-572a-4ba5-89f0-63d9c69e6472-', '1748692472.31543', '1748692472.35206', '0', '', '1748692472.30531', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.35548', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.35548', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.35548', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.36326', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.36326', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.31676', 'epoch': '1748692472.31676', 'reported': 0, 'tombstones': -1}], '8a15cd7b-572a-4ba5-89f0-63d9c69e6472-') +test DEBUG: /tmp/tmp8clt9vzo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.31676.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8clt9vzo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.31676.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '43cb7df6db75c613203953d31ff5f102', '7a58553f-24c6-41b0-866f-7eb7ab89d71f-', '1748692472.46826', '1748692472.46638', '0', '', '1748692472.46638', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.50360', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.50360', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.50360', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.51452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.51452', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.46952', 'epoch': '1748692472.46952', 'reported': 0, 'tombstones': -1}], '7a58553f-24c6-41b0-866f-7eb7ab89d71f-') +test DEBUG: /tmp/tmplh117vhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.46952.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplh117vhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.46952.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '43cb7df6db75c613203953d31ff5f102', '7a58553f-24c6-41b0-866f-7eb7ab89d71f-', '1748692472.46826', '1748692472.50023', '0', '', '1748692472.46638', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.50360', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.50360', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.50360', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.51452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.51452', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.46952', 'epoch': '1748692472.46952', 'reported': 0, 'tombstones': -1}], '7a58553f-24c6-41b0-866f-7eb7ab89d71f-') +test DEBUG: /tmp/tmplh117vhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.46952.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplh117vhg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.46952.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc398c47fe1e1c731bb8546677a104c5', '9d6a8528-38af-43b9-a4ef-7efd574c34e6-', '1748692472.62055', '1748692472.61868', '0', '', '1748692472.61868', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.62988', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692472.62988', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.62988', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.63023', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.63023', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.62998', 'epoch': '1748692472.62998', 'reported': 0, 'tombstones': -1}], '9d6a8528-38af-43b9-a4ef-7efd574c34e6-') +test DEBUG: /tmp/tmp4y4chc20/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.62998.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4y4chc20/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.62998.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc398c47fe1e1c731bb8546677a104c5', '9d6a8528-38af-43b9-a4ef-7efd574c34e6-', '1748692472.62055', '1748692472.65512', '0', '', '1748692472.61868', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.62988', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692472.62988', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.62988', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.63023', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.63023', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.62998', 'epoch': '1748692472.62998', 'reported': 0, 'tombstones': -1}], '9d6a8528-38af-43b9-a4ef-7efd574c34e6-') +test DEBUG: /tmp/tmp4y4chc20/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.62998.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4y4chc20/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.62998.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281788.47375', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281788.48182', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server ERROR: Object returning 503 for [] (txn: tx353b6d447b194a018d072-00683aedf9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server ERROR: Object returning 503 for [] (txn: tx8053423079df4047bab32-00683aedf9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28577,13 +23985,29 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281800.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28593,13 +24017,29 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ywmh013/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp0ywmh013/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281801.00000 -test INFO: Object update sweep completed on /tmp/tmp0ywmh013/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp_4cwah9j/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28609,13 +24049,11 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9w92xsq3/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp9w92xsq3/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.00000 -test INFO: Object update sweep completed on /tmp/tmp9w92xsq3/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28625,13 +24063,11 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9w92xsq3/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmp9w92xsq3/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281798.00000 -test INFO: Object update sweep completed on /tmp/tmp9w92xsq3/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -28641,414 +24077,522 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpzm477kr3/devices/sda1 (pid: 51351) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpzm477kr3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281795.00000: +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpzm477kr3/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpi9z4cfgm/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpi9z4cfgm/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1714281795.40638 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpi9z4cfgm/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1714281795.40682 -test INFO: Object update sweep completed on /tmp/tmpi9z4cfgm/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_ije57te/devices/sda1 (pid: 51351) -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy4xhpd_w/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'cd8f5695cee2e73103055a40310789c6', '756e7f02-4735-44cd-aa44-ea21b026875c-sda', '1714281790.55781', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('756e7f02-4735-44cd-aa44-ea21b026875c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'cd8f5695cee2e73103055a40310789c6', '756e7f02-4735-44cd-aa44-ea21b026875c-sda', '1714281790.55781', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('756e7f02-4735-44cd-aa44-ea21b026875c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzwdooavb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fde47cfc-3606-48b8-989c-270e20b14e27-sda', '1714281791.26506', '1714281792', '1714281793', '', '1714281793', 0, 1) -test DEBUG: /tmp/tmpzwdooavb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fde47cfc-3606-48b8-989c-270e20b14e27-sda', '1714281791.26506', '1714281792', '1714281793', '', '1714281793', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fde47cfc-3606-48b8-989c-270e20b14e27-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01104 seconds (90.59673/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp20jd_lcz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd5cdc1ffee3c9b3f77d4d9f305937bb9', '37bd1e0b-e95b-4985-914f-b8738cdbce41-sda', '1714281791.28639', '1714281792', '1714281793', '', '1714281793', 1, 1) -test DEBUG: /tmp/tmp20jd_lcz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd5cdc1ffee3c9b3f77d4d9f305937bb9', '37bd1e0b-e95b-4985-914f-b8738cdbce41-sda', '1714281791.28639', '1714281792', '1714281793', '', '1714281793', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('37bd1e0b-e95b-4985-914f-b8738cdbce41-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp20jd_lcz/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01722 seconds (58.06598/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp20jd_lcz/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '073b28cac73a86936b0d7e8f0715da93', '0f25180b-b1ac-49c1-8692-f8bdc9db891a-sda', '1714281791.30342', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('0f25180b-b1ac-49c1-8692-f8bdc9db891a-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '073b28cac73a86936b0d7e8f0715da93', '0f25180b-b1ac-49c1-8692-f8bdc9db891a-sda', '1714281791.30342', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('0f25180b-b1ac-49c1-8692-f8bdc9db891a-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppve5l21h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3666dbf0-7732-4746-897d-d8531d191452-sda', '1714281791.93788', '1714281791', '1714281792', '', '1714281792', 0, 0) -test DEBUG: /tmp/tmppve5l21h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3666dbf0-7732-4746-897d-d8531d191452-sda', '1714281791.93788', '1714281791', '1714281792', '', '1714281792', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3666dbf0-7732-4746-897d-d8531d191452-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00992 seconds (100.79695/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpridrx4lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8884d489-cf5c-4fd9-b8ac-f0cceeb1b336-sda', '1714281791.95794', '1714281791', '1714281792', '', '1714281792', 0, 1) -test DEBUG: /tmp/tmpridrx4lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8884d489-cf5c-4fd9-b8ac-f0cceeb1b336-sda', '1714281791.95794', '1714281791', '1714281792', '', '1714281792', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8884d489-cf5c-4fd9-b8ac-f0cceeb1b336-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01091 seconds (91.64188/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpatvf79dj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b3e9ccf-f9ec-433f-b354-18f6caa06d83-sda', '1714281791.98427', '1714281793', '0', '', '1714281793', 0, 0) -test DEBUG: /tmp/tmpatvf79dj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b3e9ccf-f9ec-433f-b354-18f6caa06d83-sda', '1714281791.98427', '1714281793', '0', '', '1714281793', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b3e9ccf-f9ec-433f-b354-18f6caa06d83-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01162 seconds (86.08748/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpycgy6nls/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpycgy6nls/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpycgy6nls/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpycgy6nls/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx58feedd4c85643dd80a09-00662ddd45" "proxy-server 51349" 0.0011 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47509/sda1/1/a/c" "tx58feedd4c85643dd80a09-00662ddd45" "container-server 51349" 0.0010 "-" 51349 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53395/sdb1/1/a/c" "tx58feedd4c85643dd80a09-00662ddd45" "container-server 51349" 0.0019 "-" 51349 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx58feedd4c85643dd80a09-00662ddd45" "proxy-server 51349" 0.0136 "-" 51349 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx58feedd4c85643dd80a09-00662ddd45" "proxy-server 51349" 0.0097 "-" 51349 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx58feedd4c85643dd80a09-00662ddd45 - 0.0210 - - 1714281797.383764505 1714281797.404796124 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx03506bf6c0df4e2885762-00662ddd45" "proxy-server 51349" 0.0012 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53395/sdb1/1/a1/c1" "tx03506bf6c0df4e2885762-00662ddd45" "container-server 51349" 0.0010 "-" 51349 0 -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.26114', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.27169', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47509/sda1/1/a1/c1" "tx03506bf6c0df4e2885762-00662ddd45" "container-server 51349" 0.0010 "-" 51349 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx03506bf6c0df4e2885762-00662ddd45" "proxy-server 51349" 0.5385 "-" 51349 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx03506bf6c0df4e2885762-00662ddd45" "proxy-server 51349" 0.5436 "-" 51349 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx03506bf6c0df4e2885762-00662ddd45 - 0.5504 - - 1714281797.406097651 1714281797.956448078 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2eba16d945ce4e4589e84-00662ddd45" "proxy-server 51349" 0.0021 "-" 51349 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47509/sda1/2/a/c1" "tx2eba16d945ce4e4589e84-00662ddd45" "container-server 51349" 0.0032 "-" 51349 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53395/sdb1/2/a/c1" "tx2eba16d945ce4e4589e84-00662ddd45" "container-server 51349" 0.0011 "-" 51349 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2eba16d945ce4e4589e84-00662ddd45" "proxy-server 51349" 0.0106 "-" 51349 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2eba16d945ce4e4589e84-00662ddd45" "proxy-server 51349" 0.0157 "-" 51349 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2eba16d945ce4e4589e84-00662ddd45 - 0.0238 - - 1714281797.957906246 1714281797.981730223 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8edbf8a12a7441aabf6dd-00662ddd45" "proxy-server 51349" 0.0021 "-" 51349 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47509/sda1/1/a/c2" "tx8edbf8a12a7441aabf6dd-00662ddd45" "container-server 51349" 0.0011 "-" 51349 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53395/sdb1/1/a/c2" "tx8edbf8a12a7441aabf6dd-00662ddd45" "container-server 51349" 0.0017 "-" 51349 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8edbf8a12a7441aabf6dd-00662ddd45" "proxy-server 51349" 0.0094 "-" 51349 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8edbf8a12a7441aabf6dd-00662ddd45" "proxy-server 51349" 0.0148 "-" 51349 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8edbf8a12a7441aabf6dd-00662ddd45 - 0.0231 - - 1714281797.983083725 1714281798.006218195 2 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp_ije57te/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281795.61210 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp_ije57te/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281795.61194 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp_ije57te/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281795.61214 -test INFO: Object update sweep completed on /tmp/tmp_ije57te/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppvihuixj/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmppvihuixj/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281795.71576 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmppvihuixj/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281795.71580 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmppvihuixj/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1714281795.71584 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmppvihuixj/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281795.71571 -test INFO: Object update sweep completed on /tmp/tmppvihuixj/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsee16ob4/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpsee16ob4/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281795.72023 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpsee16ob4/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281795.72027 -test INFO: Object update sweep completed on /tmp/tmpsee16ob4/devices/sda1 in 0.10s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.10s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp06vy0m4f/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c1/o05 /tmp/tmp06vy0m4f/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1714281795.82723 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmp06vy0m4f/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1714281795.82727 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp06vy0m4f/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281795.82707 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmp06vy0m4f/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1714281795.82731 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp06vy0m4f/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1714281795.82720 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp06vy0m4f/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281795.82712 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmp06vy0m4f/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1714281795.82739 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp06vy0m4f/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281795.82697 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp06vy0m4f/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281795.82716 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmp06vy0m4f/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1714281795.82735 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp06vy0m4f/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1714281795.82763 -test INFO: Object update sweep completed on /tmp/tmp06vy0m4f/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpz7bctdqx/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpz7bctdqx/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281796.03333 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpz7bctdqx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281796.03342 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpz7bctdqx/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1714281796.03353 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpz7bctdqx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281796.03323 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpz7bctdqx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281796.03338 -test INFO: Object update sweep completed on /tmp/tmpz7bctdqx/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00043 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards @@ -29057,366 +24601,226 @@ test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6df66b4de6124bda803f6-00662ddd43) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6df66b4de6124bda803f6-00662ddd43) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx6df66b4de6124bda803f6-00662ddd43) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx6df66b4de6124bda803f6-00662ddd43) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx866fcbcce2564e4388c2f-00662ddd44) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx25dbf2acf2c14fe98aa9b-00662ddd44) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test DEBUG: Setting object count to 3120 (txn: tx6c2174889e8e440e9cdcb-00662ddd45) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfc045134f2964cca9ad40-00662ddd45) -test DEBUG: Setting object count to 3120 (txn: txfc045134f2964cca9ad40-00662ddd45) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test DEBUG: Setting object count to 3120 (txn: tx0dedc2dd13d345c3a4f52-00662ddd45) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test DEBUG: Setting object count to 3120 (txn: txb02c06e7d4e64e89aa4c5-00662ddd45) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test DEBUG: Setting object count to 3120 (txn: tx0c8f2f26d66b4edd8fd35-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4c782395a08c4c0bad69d-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe59fd95d751e4daca72a7-00662ddd46) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txe59fd95d751e4daca72a7-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test DEBUG: Replicating db /tmp/tmppyf4vwt8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9ece37e6f57119c875157cfa5ca0824b', '512ebc1f-b0a5-4b5e-bc74-fe0ddcc0b01e-sda', '1714281792.01308', '1714281794', '0', '', '1714281794', 1, 0) -test DEBUG: /tmp/tmppyf4vwt8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9ece37e6f57119c875157cfa5ca0824b', '512ebc1f-b0a5-4b5e-bc74-fe0ddcc0b01e-sda', '1714281792.01308', '1714281794', '0', '', '1714281794', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('512ebc1f-b0a5-4b5e-bc74-fe0ddcc0b01e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppyf4vwt8/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56694 seconds (1.76385/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmppyf4vwt8/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'b78c91785448aa3fdf066be56cf2b0b3', '72db8b1f-d315-45e8-a35b-7ffa9064897d-sda', '1714281792.57931', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('72db8b1f-d315-45e8-a35b-7ffa9064897d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'b78c91785448aa3fdf066be56cf2b0b3', '72db8b1f-d315-45e8-a35b-7ffa9064897d-sda', '1714281792.57931', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('72db8b1f-d315-45e8-a35b-7ffa9064897d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0ce759ee-3589-43f3-8a83-ec95ca5da5dd-sda', '1714281793.24631', '1714281793.24422', '0', '', '1714281793.24422', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqa7imhrs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'faae3bb9-8ce8-4e38-82ef-aaa8221d4380-sda', '1714281793.25382', '1714281793.25181', '0', '', '1714281793.25181', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('faae3bb9-8ce8-4e38-82ef-aaa8221d4380-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'faae3bb9-8ce8-4e38-82ef-aaa8221d4380-sda', '1714281793.25382', '1714281793.25181', '0', '', '1714281793.25181', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('faae3bb9-8ce8-4e38-82ef-aaa8221d4380-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01004 seconds (99.64748/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f419beba3774f37617f8f196ea9d354d', 'deb9cb41-145a-4790-aebe-a6e3e47a05ab-sda', '1714281793.27261', '1714281793.27075', '0', '', '1714281793.27075', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('deb9cb41-145a-4790-aebe-a6e3e47a05ab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c24524bc9af42b964c39001d28a57f73', 'e4930d10-ceb2-4b9b-af75-6d17016605e7-sda', '1714281793.29481', '1714281793.2929', '0', '', '1714281793.2929', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1714281793.29897', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1714281793.29960', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1714281793.29971', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1714281793.29978', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1714281793.29985', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1714281793.29992', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1714281793.29999', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1714281793.30006', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1714281793.30014', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1714281793.30021', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1714281793.30028', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e4930d10-ceb2-4b9b-af75-6d17016605e7-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph60dgo1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91a849cf-8fde-4e77-ad83-e33b8efbc0e8-sda', '1714281793.32298', '1714281796', '0', '', '1714281796', 0, 0) -test DEBUG: /tmp/tmph60dgo1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91a849cf-8fde-4e77-ad83-e33b8efbc0e8-sda', '1714281793.32298', '1714281796', '0', '', '1714281796', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91a849cf-8fde-4e77-ad83-e33b8efbc0e8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01033 seconds (96.82495/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps6ms2kct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '415bb42477f4748212182d21edb88026', 'a3b2f738-0556-4194-b658-9e249f9b072b-sda', '1714281793.34395', '1714281796', '0', '', '1714281796', 1, 0) -test DEBUG: /tmp/tmps6ms2kct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:48141/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:48141/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:48141/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test INFO: Timeout waiting on remote server 127.0.0.1:48141/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test INFO: Timeout connecting to remote server 127.0.0.1:48141/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprydrf595/devices/sda1 (pid: 51351) -test DEBUG: Update sent for /a/c/o /tmp/tmprydrf595/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281796.04340 -test INFO: Object update sweep completed on /tmp/tmprydrf595/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0064 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0115 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0105 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0068 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0066 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0174 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0188 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0190 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0151 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmptgc8ndom/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0208 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0108 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0141 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0119 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0035 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0023 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:33 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:33 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0073 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0122 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0075 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0136 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0105 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0095 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test ERROR: ERROR Could not get container info /tmp/tmpecqyg6so/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpecqyg6so/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -29426,1102 +24830,1369 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpgvmooooh/devices/sda1 (pid: 51351) -test INFO: Object update sweep progress on /tmp/tmpgvmooooh/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update sweep progress on /tmp/tmpgvmooooh/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update sweep completed on /tmp/tmpgvmooooh/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) -test INFO: Object update sweep starting on /tmp/tmpb46_wt5n/devices/sda1 (pid: 51351) -test INFO: Object update sweep completed on /tmp/tmpb46_wt5n/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 51351) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3315362] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3315362] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281791.68481', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281791.69335', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692471.14569', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.91227', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.91452', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.91635', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.91828', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.92030', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.92283', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.92461', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.92644', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.92817', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0046 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0090 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0093 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0087 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0126 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0024 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0082 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0115 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0140 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0054 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0122 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0059 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +Sun Jun 1 01:54:23 2025 /tmp/log/swift/profile/default.profile3315363 +Sun Jun 1 01:54:23 2025 /tmp/log/swift/profile/default.profile123 +Sun Jun 1 01:54:23 2025 /tmp/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test NOTICE: Child 3315363 exiting normally +test NOTICE: Started child 88 from parent 3315363 +test NOTICE: Started child 89 from parent 3315363 +test ERROR: Removing dead child 88 from parent 3315363 +test NOTICE: Started child 90 from parent 3315363 +test NOTICE: Started child 88 from parent 3315363 +test NOTICE: Started child 89 from parent 3315363 +test ERROR: Problem finding shard upper in '/tmp/tmpiks305u3/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpiks305u3/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpcgwk1i2a/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpcgwk1i2a/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.93741', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281790.93916', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx2d1d3a6c80e2455c99c3e-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx177108b9b8ae49bf8245c-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx365683478b5b4843bcdd1-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx3aaf154ff9094a089ff32-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read + raise Exception('exception message') +Exception: exception message (txn: tx29fe5f9b1a2549f1ad102-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx5556f4da5f2a4ffaa79c1-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx6c274993a41a47978abb4-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx42e906d10824411c8ab2d-00683aedfa) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692471.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692471.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692471.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692471.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txa8965f8eb6c740a580d36-00662ddd44) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txcb2aa4e521524c399a251-00662ddd44) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphure3s_2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphure3s_2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphure3s_2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphure3s_2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 51351 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 51351 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 51351 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 51351 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe2d4379c69fb43d59ef8c-00662ddd44" "proxy-server 51351" 0.0018 "-" 51351 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49279/sdb1/0/a/c" "txe2d4379c69fb43d59ef8c-00662ddd44" "container-server 51351" 0.0010 "-" 51351 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:42221/sda1/0/a/c" "txe2d4379c69fb43d59ef8c-00662ddd44" "container-server 51351" 0.0010 "-" 51351 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe2d4379c69fb43d59ef8c-00662ddd44" "proxy-server 51351" 0.0127 "-" 51351 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe2d4379c69fb43d59ef8c-00662ddd44" "proxy-server 51351" 0.0089 "-" 51351 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe2d4379c69fb43d59ef8c-00662ddd44 - 0.0207 - - 1714281796.385756254 1714281796.406501055 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx951ad1d7766e400e9913d-00662ddd44" "proxy-server 51351" 0.0012 "-" 51351 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:42221/sda1/2/a1/c1" "tx951ad1d7766e400e9913d-00662ddd44" "container-server 51351" 0.0011 "-" 51351 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:49279/sdb1/2/a1/c1" "tx951ad1d7766e400e9913d-00662ddd44" "container-server 51351" 0.0011 "-" 51351 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx951ad1d7766e400e9913d-00662ddd44" "proxy-server 51351" 0.0132 "-" 51351 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx951ad1d7766e400e9913d-00662ddd44" "proxy-server 51351" 0.0097 "-" 51351 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx951ad1d7766e400e9913d-00662ddd44 - 0.0205 - - 1714281796.407760382 1714281796.428262472 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1819092855f94c84bbc08-00662ddd44" "proxy-server 51351" 0.0019 "-" 51351 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49279/sdb1/0/a/c1" "tx1819092855f94c84bbc08-00662ddd44" "container-server 51351" 0.0017 "-" 51351 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42221/sda1/0/a/c1" "tx1819092855f94c84bbc08-00662ddd44" "container-server 51351" 0.0010 "-" 51351 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1819092855f94c84bbc08-00662ddd44" "proxy-server 51351" 0.0085 "-" 51351 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1819092855f94c84bbc08-00662ddd44" "proxy-server 51351" 0.0134 "-" 51351 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1819092855f94c84bbc08-00662ddd44 - 0.0209 - - 1714281796.429537058 1714281796.450391054 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx40331774831241139a9fb-00662ddd44" "proxy-server 51351" 0.0019 "-" 51351 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49279/sdb1/2/a/c2" "tx40331774831241139a9fb-00662ddd44" "container-server 51351" 0.0017 "-" 51351 2 -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc398c47fe1e1c731bb8546677a104c5', '42fdae11-f2f4-474a-af74-277070c1de6e-', '1748692472.72875', '1748692472.72677', '0', '', '1748692472.72677', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.73420', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692472.73420', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.73420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.73445', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.73445', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.73427', 'epoch': '1748692472.73427', 'reported': 0, 'tombstones': -1}], '42fdae11-f2f4-474a-af74-277070c1de6e-') +test DEBUG: /tmp/tmp_6wigd4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.73427.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_6wigd4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.73427.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'fc398c47fe1e1c731bb8546677a104c5', '42fdae11-f2f4-474a-af74-277070c1de6e-', '1748692472.72875', '1748692472.75096', '0', '', '1748692472.72677', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.73420', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692472.73420', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692472.73420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.73445', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.73445', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.73427', 'epoch': '1748692472.73427', 'reported': 0, 'tombstones': -1}], '42fdae11-f2f4-474a-af74-277070c1de6e-') +test DEBUG: /tmp/tmp_6wigd4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.73427.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_6wigd4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.73427.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fea07c394648bc9173732cb55f129baf', 'ab8272f0-0743-4b75-ae54-5c7b4487bbd3-', '1748692472.82497', '1748692472.82306', '0', '', '1748692472.82306', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ab8272f0-0743-4b75-ae54-5c7b4487bbd3-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.83196.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fea07c394648bc9173732cb55f129baf', 'ab8272f0-0743-4b75-ae54-5c7b4487bbd3-', '1748692472.82497', '1748692472.82306', '0', '', '1748692472.82306', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.83043', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.83043', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.83043', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.83214', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.83214', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.83196', 'epoch': '1748692472.83196', 'reported': 0, 'tombstones': -1}], 'ab8272f0-0743-4b75-ae54-5c7b4487bbd3-') +test DEBUG: /tmp/tmphplw9p71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.83196.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphplw9p71/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.83196.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fea07c394648bc9173732cb55f129baf', '0021439f-ff76-4629-8efd-f81b982ee77a-', '1748692472.93903', '1748692472.93271', '0', '', '1748692472.93271', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0021439f-ff76-4629-8efd-f81b982ee77a-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.94212.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fea07c394648bc9173732cb55f129baf', '0021439f-ff76-4629-8efd-f81b982ee77a-', '1748692472.93903', '1748692472.93271', '0', '', '1748692472.93271', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692472.94039', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.94039', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692472.94039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692472.94232', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692472.94232', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692472.94212', 'epoch': '1748692472.94212', 'reported': 0, 'tombstones': -1}], '0021439f-ff76-4629-8efd-f81b982ee77a-') +test DEBUG: /tmp/tmphx3fttn6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.94212.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphx3fttn6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692472.94212.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'b910d21a-7e26-4bba-bccb-9cbf1e4ae3fb-', '1748692473.03391', '1748692473.02788', '0', '', '1748692473.02788', 3, 0) +test WARNING: /tmp/tmp7glvl36y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.03653.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp7glvl36y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.03653.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'b910d21a-7e26-4bba-bccb-9cbf1e4ae3fb-', '1748692473.03391', '1748692473.05759', '0', '', '1748692473.02788', 3, 0) +test WARNING: /tmp/tmp7glvl36y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.03653.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp7glvl36y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.03653.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'c54f0825-152b-4ad8-87b9-8ae2cf9cb601-', '1748692473.14055', '1748692473.13867', '0', '', '1748692473.13867', 3, 0) +test WARNING: /tmp/tmpiq84bbf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.15104.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42221/sda1/2/a/c2" "tx40331774831241139a9fb-00662ddd44" "container-server 51351" 0.0010 "-" 51351 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx40331774831241139a9fb-00662ddd44" "proxy-server 51351" 0.2630 "-" 51351 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:16 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx40331774831241139a9fb-00662ddd44" "proxy-server 51351" 0.2598 "-" 51351 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx40331774831241139a9fb-00662ddd44 - 0.2714 - - 1714281796.451586962 1714281796.722962379 2 -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx6b5656f03806419da78ec-00662ddd46) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx6b5656f03806419da78ec-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa6ca3c79bed7448589886-00662ddd46) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txa6ca3c79bed7448589886-00662ddd46) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa6ca3c79bed7448589886-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa6ca3c79bed7448589886-00662ddd46) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa6ca3c79bed7448589886-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4910d46f045f48f8967bf-00662ddd46) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx4910d46f045f48f8967bf-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4910d46f045f48f8967bf-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4910d46f045f48f8967bf-00662ddd46) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4910d46f045f48f8967bf-00662ddd46) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9c0c679349d74c6bb4790-00662ddd46) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9c0c679349d74c6bb4790-00662ddd46) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9c0c679349d74c6bb4790-00662ddd46) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9c0c679349d74c6bb4790-00662ddd46) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9c0c679349d74c6bb4790-00662ddd46) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx7d6e0dce436149eeb4559-00662ddd47) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe069260f02964b02a472b-00662ddd47) -test DEBUG: Setting object count to 1065 (txn: txe069260f02964b02a472b-00662ddd47) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx2fa6b0ac09494395ae7fa-00662ddd47) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: txa774fac55a0341b3b4f81-00662ddd47) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa49541722fd941f988406-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6a43404b822b419c842e3-00662ddd47) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6a43404b822b419c842e3-00662ddd47) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281797.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a3b2f738-0556-4194-b658-9e249f9b072b-sda') -test DEBUG: /tmp/tmps6ms2kct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.471746s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '415bb42477f4748212182d21edb88026', 'a3b2f738-0556-4194-b658-9e249f9b072b-sda', '1714281793.34395', '1714281796', '0', '', '1714281796', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a3b2f738-0556-4194-b658-9e249f9b072b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps6ms2kct/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48891 seconds (2.04535/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmps6ms2kct/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '22b620c82ab9c0e99a0c14bbd36cf720', '01f6bb1c-a13d-4aca-b097-d592e5a2d8f4-sda', '1714281793.83325', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('01f6bb1c-a13d-4aca-b097-d592e5a2d8f4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '22b620c82ab9c0e99a0c14bbd36cf720', '01f6bb1c-a13d-4aca-b097-d592e5a2d8f4-sda', '1714281793.83325', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('01f6bb1c-a13d-4aca-b097-d592e5a2d8f4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcqp7qwpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '52ef0558-9e21-4376-a86e-65b6e47234b1-sda', '1714281793.85981', '1714281796', '0', '', '1714281796', 0, 0) -test DEBUG: /tmp/tmpcqp7qwpq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '52ef0558-9e21-4376-a86e-65b6e47234b1-sda', '1714281793.85981', '1714281796', '0', '', '1714281796', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('52ef0558-9e21-4376-a86e-65b6e47234b1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01203 seconds (83.13220/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy7iuufmz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '415bb42477f4748212182d21edb88026', 'e39f0fed-9b72-4a07-a367-71ad547a1686-sda', '1714281793.88281', '1714281796', '0', '', '1714281796', 1, 0) -test DEBUG: /tmp/tmpy7iuufmz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '415bb42477f4748212182d21edb88026', 'e39f0fed-9b72-4a07-a367-71ad547a1686-sda', '1714281793.88281', '1714281796', '0', '', '1714281796', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e39f0fed-9b72-4a07-a367-71ad547a1686-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy7iuufmz/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01866 seconds (53.57776/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy7iuufmz/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '22b620c82ab9c0e99a0c14bbd36cf720', 'c9f94147-9fe2-4b6f-b327-955f09c8e756-sda', '1714281793.90186', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c9f94147-9fe2-4b6f-b327-955f09c8e756-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '22b620c82ab9c0e99a0c14bbd36cf720', 'c9f94147-9fe2-4b6f-b327-955f09c8e756-sda', '1714281793.90186', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c9f94147-9fe2-4b6f-b327-955f09c8e756-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb_i24ijz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e56d4564-f9c1-4a1e-a2f9-1d75cb59814c-sda', '1714281794.37470', '1714281794', '1714281798', '', '1714281798', 0, 1) -test DEBUG: /tmp/tmpb_i24ijz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e56d4564-f9c1-4a1e-a2f9-1d75cb59814c-sda', '1714281794.37470', '1714281794', '1714281798', '', '1714281798', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e56d4564-f9c1-4a1e-a2f9-1d75cb59814c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01014 seconds (98.57025/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvfdpj9lm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', '78dc60a7-6c02-40f6-a8f9-87d8a49ba442-sda', '1714281794.39650', '1714281794', '1714281798', '', '1714281798', 1, 0) -test DEBUG: /tmp/tmpvfdpj9lm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281799.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '78dc60a7-6c02-40f6-a8f9-87d8a49ba442-sda') -test DEBUG: /tmp/tmpvfdpj9lm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00314641s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281792.93655', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server ERROR: Object returning 503 for [] (txn: tx7a064d801e4a466381c07-00683aedf9) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd97a1e61dec4d07849b4-00683aedf9) +proxy-server ERROR: Object returning 503 for [] (txn: txfd97a1e61dec4d07849b4-00683aedf9) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx42e906d10824411c8ab2d-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx961e780980b140019a819-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx961e780980b140019a819-00683aedfa) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx961e780980b140019a819-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txe58d63ac91734bbc976ec-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe58d63ac91734bbc976ec-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txe58d63ac91734bbc976ec-00683aedfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx5854c447fd2544f2bf0af-00683aedfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx065feceeb50345fe9cb9d-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx065feceeb50345fe9cb9d-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx065feceeb50345fe9cb9d-00683aedfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052312Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281792.94673', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282015.00000, db: /tmp/tmprosoimu4/sda/containers/0/5d0/ee445192d4dc5228ed70d7eb7f2405d0/ee445192d4dc5228ed70d7eb7f2405d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282017.00000, db: /tmp/tmprosoimu4/sda/containers/0/a7b/3b5da8b31b7bfdb578381ba4331aca7b/3b5da8b31b7bfdb578381ba4331aca7b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282017.00000, db: /tmp/tmprosoimu4/sda/containers/0/a7b/3b5da8b31b7bfdb578381ba4331aca7b/3b5da8b31b7bfdb578381ba4331aca7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282019.00000, db: /tmp/tmprosoimu4/sda/containers/0/5a6/4b95daa86e507c000e339dae8ed525a6/4b95daa86e507c000e339dae8ed525a6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282019.00000, db: /tmp/tmprosoimu4/sda/containers/0/5a6/4b95daa86e507c000e339dae8ed525a6/4b95daa86e507c000e339dae8ed525a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282021.00000, db: /tmp/tmprosoimu4/sda/containers/0/9fd/58ea83eeeb3a25174afe4feeb05f49fd/58ea83eeeb3a25174afe4feeb05f49fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282021.00000, db: /tmp/tmprosoimu4/sda/containers/0/9fd/58ea83eeeb3a25174afe4feeb05f49fd/58ea83eeeb3a25174afe4feeb05f49fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282023.00000, db: /tmp/tmprosoimu4/sda/containers/0/c76/079b0d6366278b11e9cda3a2eff66c76/079b0d6366278b11e9cda3a2eff66c76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282023.00000, db: /tmp/tmprosoimu4/sda/containers/0/c76/079b0d6366278b11e9cda3a2eff66c76/079b0d6366278b11e9cda3a2eff66c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282025.00000, db: /tmp/tmprosoimu4/sda/containers/0/d25/2cd654f526266163bd8a20b3d3218d25/2cd654f526266163bd8a20b3d3218d25.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282025.00000, db: /tmp/tmprosoimu4/sda/containers/0/d25/2cd654f526266163bd8a20b3d3218d25/2cd654f526266163bd8a20b3d3218d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282027.00000, db: /tmp/tmprosoimu4/sda/containers/0/649/1bdcda5fda2dd7b3e6a3cc28612dd649/1bdcda5fda2dd7b3e6a3cc28612dd649.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282027.00000, db: /tmp/tmprosoimu4/sda/containers/0/649/1bdcda5fda2dd7b3e6a3cc28612dd649/1bdcda5fda2dd7b3e6a3cc28612dd649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282029.00000, db: /tmp/tmprosoimu4/sda/containers/0/85a/e54114a83fa0dd3b956e276baf2d985a/e54114a83fa0dd3b956e276baf2d985a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282029.00000, db: /tmp/tmprosoimu4/sda/containers/0/85a/e54114a83fa0dd3b956e276baf2d985a/e54114a83fa0dd3b956e276baf2d985a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmprosoimu4/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmprosoimu4/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281788.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b0c/022c45dd12ea0ca03ae4bf3e0e5c0b0c/022c45dd12ea0ca03ae4bf3e0e5c0b0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281793.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/285/849d0b2d5421d528a12aa9f9b7b51285/849d0b2d5421d528a12aa9f9b7b51285.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281798.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5ca/e08f89873d79b5122d5dc6ade702a5ca/e08f89873d79b5122d5dc6ade702a5ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281803.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/0cf/581bc3ffa19507b312c98927e1f700cf/581bc3ffa19507b312c98927e1f700cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281808.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cf7/d62767726ea89d59ec4c06fffae00cf7/d62767726ea89d59ec4c06fffae00cf7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281813.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2a2/0b005e63972434a3f695196f9e98b2a2/0b005e63972434a3f695196f9e98b2a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281843.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d2d/993845f7f802519a83abea7e4b713d2d/993845f7f802519a83abea7e4b713d2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281858.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4e8/b8a348ae23bb34e30d8949d1a66a14e8/b8a348ae23bb34e30d8949d1a66a14e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281863.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281873.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7fb/5ef83b63f9fc01ee84e01f09d62f27fb/5ef83b63f9fc01ee84e01f09d62f27fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281878.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d1d/cae07a4d2513d69f32b70e609b4c8d1d/cae07a4d2513d69f32b70e609b4c8d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281888.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/297/f2b02d16480b34585d9bd5fbba675297/f2b02d16480b34585d9bd5fbba675297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281893.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/81b/74fdf6bdf52b9898c0dc162faa6d781b/74fdf6bdf52b9898c0dc162faa6d781b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281903.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/770/09103686dadb9d14b5cd691e79803770/09103686dadb9d14b5cd691e79803770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281948.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/fdc/4a5b8b8210605cad9360f1c6915d2fdc/4a5b8b8210605cad9360f1c6915d2fdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281963.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281993.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/669/7267c23c62bb62db539e796e759a0669/7267c23c62bb62db539e796e759a0669.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282008.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/07a/ea8b40f3f7e27dcc27d058fcf48a307a/ea8b40f3f7e27dcc27d058fcf48a307a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282013.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1f0/06a2ed3aa8c616cd213e5d7aad5951f0/06a2ed3aa8c616cd213e5d7aad5951f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282023.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282053.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/681/0bbd78b6be3dd19515931d010a598681/0bbd78b6be3dd19515931d010a598681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282068.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/289/b567139ca176e788d1a3c70df0c33289/b567139ca176e788d1a3c70df0c33289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282073.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ede/7c8f253be0a46291c7fb27b879b22ede/7c8f253be0a46291c7fb27b879b22ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282083.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282088.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c43/002101cb58ca89367ebf30f8511bac43/002101cb58ca89367ebf30f8511bac43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282093.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/81c/eb03068b77ba02a775c419858fb7281c/eb03068b77ba02a775c419858fb7281c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282103.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282108.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a09/3d3eb07bcf3981ae038fc4c54e268a09/3d3eb07bcf3981ae038fc4c54e268a09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282113.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cda/0210ba7133487d66049ffecba7c84cda/0210ba7133487d66049ffecba7c84cda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282123.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282128.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/381/5ce27216a595585340ede101195d2381/5ce27216a595585340ede101195d2381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282133.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/45f/1997c008167638737e0d5aa7b98a745f/1997c008167638737e0d5aa7b98a745f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282143.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282148.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5e8/50678f033362c72593cf14dc1d7245e8/50678f033362c72593cf14dc1d7245e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282153.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cde/895db0494f958b8044d8c753b8fdecde/895db0494f958b8044d8c753b8fdecde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282163.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282168.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ca2/9a913598d8341fb602c301651af48ca2/9a913598d8341fb602c301651af48ca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282173.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b72/7eb92a9063c10008503e58bba14c1b72/7eb92a9063c10008503e58bba14c1b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282178.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f6f/e9dbd7a0bf950d11621db9fbeec21f6f/e9dbd7a0bf950d11621db9fbeec21f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282183.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282188.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/e96/d10c17960ae6c4d78734fc8b59411e96/d10c17960ae6c4d78734fc8b59411e96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282193.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bd3/323de3c475ecca9a6c534f0480a10bd3/323de3c475ecca9a6c534f0480a10bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282198.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/295/d93a2c7cf00b788f948fc0a6e53e8295/d93a2c7cf00b788f948fc0a6e53e8295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282203.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282208.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a06/c71342499a52d5dc3931bfe21df3fa06/c71342499a52d5dc3931bfe21df3fa06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282213.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/76e/a815cd86c5376cba3682182af30a276e/a815cd86c5376cba3682182af30a276e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282218.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/53f/3c87aad68973e517d104e61a5ecb353f/3c87aad68973e517d104e61a5ecb353f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282223.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282228.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3f6/55ae91923a2863d17c0d81fce34a73f6/55ae91923a2863d17c0d81fce34a73f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282233.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/722/e0c0b028ec2b63668155c3004a93d722/e0c0b028ec2b63668155c3004a93d722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282238.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/83e/5415c321303f228fc8bf250aa551d83e/5415c321303f228fc8bf250aa551d83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282243.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282248.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/58e/83316863ff0dfb6527cb443f85fb658e/83316863ff0dfb6527cb443f85fb658e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282253.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/af5/34f24f9e1c51abf346524a1f97daaaf5/34f24f9e1c51abf346524a1f97daaaf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282258.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/eba/989b3831a4c5ea428fcfbaa701198eba/989b3831a4c5ea428fcfbaa701198eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282263.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282268.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f3e/dd741eda3b103a02c9f0267c85962f3e/dd741eda3b103a02c9f0267c85962f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282273.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cc8/0fa829cf2a4b6ff55d4740e064652cc8/0fa829cf2a4b6ff55d4740e064652cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282278.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/04c/ce04375d5ab642716b70593b39dc204c/ce04375d5ab642716b70593b39dc204c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282283.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282288.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5a8/bbcedb83a6de37575f9dfc5c48aa35a8/bbcedb83a6de37575f9dfc5c48aa35a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282293.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4a1/fd045637975386eb9a8f2b8e1c3c94a1/fd045637975386eb9a8f2b8e1c3c94a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282298.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f54/978ffa1a841aaea071698f6534719f54/978ffa1a841aaea071698f6534719f54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282303.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282308.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6a6/a39212b2148cbeb06738e719fd25c6a6/a39212b2148cbeb06738e719fd25c6a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282313.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6b8/9d538ccbe97f300b7c10e212f14996b8/9d538ccbe97f300b7c10e212f14996b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282318.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5e3/41b15812650d3b3badf29ec81e9225e3/41b15812650d3b3badf29ec81e9225e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282323.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282328.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/800/4639674a790b9d25d9d8766d03c9e800/4639674a790b9d25d9d8766d03c9e800.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282333.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/380/74a7184f23c858214c9b9aef73206380/74a7184f23c858214c9b9aef73206380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282338.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ea9/e32409276f0389374a3b02c67e2a9ea9/e32409276f0389374a3b02c67e2a9ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282343.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/046/475579f064fa619d65f252c0cbe9d046/475579f064fa619d65f252c0cbe9d046.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282348.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d11/61383e8a192a03eab0592f81c345cd11/61383e8a192a03eab0592f81c345cd11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282353.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/859/06571c97b54eae3d847b67aed58e0859/06571c97b54eae3d847b67aed58e0859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282358.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/704/8750d5243bd51195c7619cff9b73d704/8750d5243bd51195c7619cff9b73d704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282363.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/584/bb3cf6aa47a9d850ada87810b2fd1584/bb3cf6aa47a9d850ada87810b2fd1584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282368.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/137/00edaeabb41899680425377ac871e137/00edaeabb41899680425377ac871e137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282373.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b13/a58b315945697ee59cb3122ac4430b13/a58b315945697ee59cb3122ac4430b13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282378.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f6d/807dd306b4f4b7edce2e5cfba4407f6d/807dd306b4f4b7edce2e5cfba4407f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282383.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/581/9404dc6e2112c84d27c1eb9706518581/9404dc6e2112c84d27c1eb9706518581.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282388.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bbe/3e7782191d843e1afe04f9a785830bbe/3e7782191d843e1afe04f9a785830bbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282393.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7d7/afdac27de31ae248dad6a6fc41da97d7/afdac27de31ae248dad6a6fc41da97d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282398.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cfe/834629a717417e03d7b3aef14fbbdcfe/834629a717417e03d7b3aef14fbbdcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282403.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/319/87fca60e1b995ea17f34b3800ba6a319/87fca60e1b995ea17f34b3800ba6a319.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282408.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6d9/16fc4c9bc0a848433a04d8dde4f216d9/16fc4c9bc0a848433a04d8dde4f216d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282413.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/120/5ab8774f514a7c9d4623fd891d8b8120/5ab8774f514a7c9d4623fd891d8b8120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282418.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ff8/f03644ec0559cf454bd466fb49c3fff8/f03644ec0559cf454bd466fb49c3fff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282423.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bb7/1e2cc4b31355a48aa56056294ce2dbb7/1e2cc4b31355a48aa56056294ce2dbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282428.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3af/325272bad064eacf73c4da2a86e463af/325272bad064eacf73c4da2a86e463af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282433.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d03/0eb9ade639f9880849375a1ac1477d03/0eb9ade639f9880849375a1ac1477d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282438.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/8ca/c8974ac239fc90aeb65641227979a8ca/c8974ac239fc90aeb65641227979a8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282443.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7fc/90a6caa8677d5b0a0ef3e0f4290957fc/90a6caa8677d5b0a0ef3e0f4290957fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282448.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2a2/a9c815ac450544a3caf95e5b487052a2/a9c815ac450544a3caf95e5b487052a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282453.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5a2/8b3a132752b03c52f33db898fd4e25a2/8b3a132752b03c52f33db898fd4e25a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282458.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4f7/4c283300fa2c6c22edf0215eaf8be4f7/4c283300fa2c6c22edf0215eaf8be4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282463.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/10b/8626e3f418eb8b00a7b9cd1eeeee210b/8626e3f418eb8b00a7b9cd1eeeee210b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282468.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bb9/f808b85d9355922f1af4684910426bb9/f808b85d9355922f1af4684910426bb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282473.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/dd8/11ffaa852d103ffb67a373d2d2706dd8/11ffaa852d103ffb67a373d2d2706dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282478.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/614/af233f5d2331d7584f4c775f269d9614/af233f5d2331d7584f4c775f269d9614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282483.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f8f/882e965095a8dfc9d196edaff6331f8f/882e965095a8dfc9d196edaff6331f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282488.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9cc/36b9bcd36428a4e715a2395b101589cc/36b9bcd36428a4e715a2395b101589cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282493.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/04d/7eb7f64f369d96034cc688d85d71a04d/7eb7f64f369d96034cc688d85d71a04d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282498.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3ad/b270d523bfc8124670aaa0bd9699a3ad/b270d523bfc8124670aaa0bd9699a3ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282503.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b48/931541b3aeec6e4194a595f9b71e4b48/931541b3aeec6e4194a595f9b71e4b48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282508.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/28d/941fdda462fa53ae8f042a187addf28d/941fdda462fa53ae8f042a187addf28d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282513.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/340/36a868153bfd8facd0c2bcab734cc340/36a868153bfd8facd0c2bcab734cc340.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282518.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/82e/51b52042650ac2f9d418216c4992882e/51b52042650ac2f9d418216c4992882e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282523.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1e3/7e7874dfdc3b8a242972bdff3507b1e3/7e7874dfdc3b8a242972bdff3507b1e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282528.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/1b8/8516f7fa9a854c70300f12b18fdaf1b8/8516f7fa9a854c70300f12b18fdaf1b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282533.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/247/ecb58f46d19818173600b52958b4d247/ecb58f46d19818173600b52958b4d247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282538.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4cd/ecd44c57fc05c882252188ba1d1784cd/ecd44c57fc05c882252188ba1d1784cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282543.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/05a/3e48d4effda9da77c1751393e2d5305a/3e48d4effda9da77c1751393e2d5305a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282548.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/8c6/9e962dc788b2324ab41f4467572dc8c6/9e962dc788b2324ab41f4467572dc8c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282553.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bde/ba3647090c491b8e7c20905c9db22bde/ba3647090c491b8e7c20905c9db22bde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282558.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c84/a5f8601faac2fbff63b198ec89838c84/a5f8601faac2fbff63b198ec89838c84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282563.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2c4/60e6cf0cf5427b62e717dd7e1a90e2c4/60e6cf0cf5427b62e717dd7e1a90e2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282568.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f25/b2250e1dbca630e6dafbc9db31609f25/b2250e1dbca630e6dafbc9db31609f25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282573.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d9d/cba6da67ba840db7158a022cfab77d9d/cba6da67ba840db7158a022cfab77d9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282578.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9c4/91618462c2633368755b0fe4e8fce9c4/91618462c2633368755b0fe4e8fce9c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282583.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6db/3fd0038f0c29ecb3ab9bb9a1a050c6db/3fd0038f0c29ecb3ab9bb9a1a050c6db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282588.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/58f/4fffdc5c53f30b696b0b385e9512f58f/4fffdc5c53f30b696b0b385e9512f58f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282593.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bd4/5ced8df37f53dbedd1dda4d8695dbbd4/5ced8df37f53dbedd1dda4d8695dbbd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282598.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a72/8f7a69765de43ba24fca5252707f1a72/8f7a69765de43ba24fca5252707f1a72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282603.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d9f/57ab73f79b9a5efddd6b3775c338cd9f/57ab73f79b9a5efddd6b3775c338cd9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282608.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/00b/bf2fdfab4a7f0f5e08525f56681ba00b/bf2fdfab4a7f0f5e08525f56681ba00b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282613.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/962/e52d0371055d35139c166d88d0ddc962/e52d0371055d35139c166d88d0ddc962.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282618.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bae/449e5f9b52a906b2ce72be7c3ab0cbae/449e5f9b52a906b2ce72be7c3ab0cbae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282623.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a29/0f44d4cf71bbf1eedd0e1c07b9129a29/0f44d4cf71bbf1eedd0e1c07b9129a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282628.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/233/2a610cfab5fc73e234c958a43b625233/2a610cfab5fc73e234c958a43b625233.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282633.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/62d/830892bec9ffecd2e37cd8e7b662c62d/830892bec9ffecd2e37cd8e7b662c62d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282638.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/92a/126e54b0db687c6aad4136fc2ffe792a/126e54b0db687c6aad4136fc2ffe792a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282643.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c6a/fd5ea8393342c5bf1de2d1d7b1776c6a/fd5ea8393342c5bf1de2d1d7b1776c6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282648.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/832/13bf4bb24c248ac9bd08d43a9c9d5832/13bf4bb24c248ac9bd08d43a9c9d5832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282653.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d01/194a36224d3b9a1f4413ce99e012ed01/194a36224d3b9a1f4413ce99e012ed01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282658.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f1a/3eac680031cf2b506d27e288f1cc0f1a/3eac680031cf2b506d27e288f1cc0f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282663.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5fe/d218ed854c7b4c99aea017f08d54c5fe/d218ed854c7b4c99aea017f08d54c5fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282668.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2a7/f09b0fec17d8fd282013b9031d02f2a7/f09b0fec17d8fd282013b9031d02f2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282673.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/49c/4136fb7eeb55a7c40f9c3337a336749c/4136fb7eeb55a7c40f9c3337a336749c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282678.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5cd/8f841db4c80338148665023115d145cd/8f841db4c80338148665023115d145cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282683.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/05a/fe927cfa47594dff58dbf03bd03bb05a/fe927cfa47594dff58dbf03bd03bb05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282688.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4dd/c69fe5f9939ede67fdcba03bbfbd44dd/c69fe5f9939ede67fdcba03bbfbd44dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282693.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9cd/5a8751c25c67ab4ea4d509f56442b9cd/5a8751c25c67ab4ea4d509f56442b9cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282698.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3d1/002074bf4f2cbb0cbea37d487adeb3d1/002074bf4f2cbb0cbea37d487adeb3d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282703.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/8fc/2dcf2254c1d884568014d0ac1dd7f8fc/2dcf2254c1d884568014d0ac1dd7f8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282708.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/19c/482435fce25e02151caa67eba8a3b19c/482435fce25e02151caa67eba8a3b19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282713.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5aa/7ddad5028f5767de3161383dbd4995aa/7ddad5028f5767de3161383dbd4995aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282718.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/29f/76ff76ad149be3cbd0c397068676629f/76ff76ad149be3cbd0c397068676629f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282723.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4e6/2b0952e3f819ed846749ab41b6f5b4e6/2b0952e3f819ed846749ab41b6f5b4e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282728.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/573/2ddb2fc0adb429f2ee795b50b505a573/2ddb2fc0adb429f2ee795b50b505a573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282733.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4e8/aa36bbc8afbf06a75755bd50969284e8/aa36bbc8afbf06a75755bd50969284e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282738.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4ae/aac29a47d6d22fa0eff541e811ea34ae/aac29a47d6d22fa0eff541e811ea34ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282743.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6ca/6e757c6a02e144ff8d29abe3b9e6e6ca/6e757c6a02e144ff8d29abe3b9e6e6ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282748.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/48b/0d70e1d91ee307ee83c097000631d48b/0d70e1d91ee307ee83c097000631d48b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282753.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d04/b80736fdde907e2592a79a863a759d04/b80736fdde907e2592a79a863a759d04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282758.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bfc/55377cbb0bcd968b1e8c91fc7643dbfc/55377cbb0bcd968b1e8c91fc7643dbfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282763.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/9c4/06164ed6f9a8247ba920618ad1c519c4/06164ed6f9a8247ba920618ad1c519c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282768.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/e83/6ece96d84a77dd89ffd7ce5df7fc5e83/6ece96d84a77dd89ffd7ce5df7fc5e83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282773.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2dd/20934258e48c49469e9819ce8b3dd2dd/20934258e48c49469e9819ce8b3dd2dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282778.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/35e/ee81d94f910166a7815087cf17b4d35e/ee81d94f910166a7815087cf17b4d35e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282783.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/982/1a8a51bd6d4b1dae2b4f91da1da1d982/1a8a51bd6d4b1dae2b4f91da1da1d982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282788.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c1a/421d8703ab1d5ce67149212bcd859c1a/421d8703ab1d5ce67149212bcd859c1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282793.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/920/e4fd63cccb41f001fd44e94389e30920/e4fd63cccb41f001fd44e94389e30920.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282798.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/86a/ef8bac3356b8386ad0107b442db9d86a/ef8bac3356b8386ad0107b442db9d86a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282803.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/549/d6ce427943f8568be97ffc6cf23f0549/d6ce427943f8568be97ffc6cf23f0549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282808.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282813.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/dbe/cffef3553c56594e64e273415c079dbe/cffef3553c56594e64e273415c079dbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282818.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/648/0eb18837d4bcec8ef1b61a1004d7f648/0eb18837d4bcec8ef1b61a1004d7f648.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282823.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/4dc/8bc0209ce0eee26b88645f66a4c894dc/8bc0209ce0eee26b88645f66a4c894dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282828.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/236/a4dff2051b0cd7f4cc58634e23558236/a4dff2051b0cd7f4cc58634e23558236.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282833.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ed4/34ecdb88851bee003969444c8fbb8ed4/34ecdb88851bee003969444c8fbb8ed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282838.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/090/a600d80442eadecae9863f93697be090/a600d80442eadecae9863f93697be090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282843.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/cb3/a6c89baad737b49ee8833f16bcccacb3/a6c89baad737b49ee8833f16bcccacb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282848.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/239/56d174831cf76d9ec3b32a6e7fd52239/56d174831cf76d9ec3b32a6e7fd52239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282853.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/133/7fca1ee8c61c7ed8729b9fa5edb18133/7fca1ee8c61c7ed8729b9fa5edb18133.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282858.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/680/a1fac15885d660c548d4756e11759680/a1fac15885d660c548d4756e11759680.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282863.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/514/eaf1165d637cacfc542541bde247a514/eaf1165d637cacfc542541bde247a514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282868.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bf0/9bb32280bf71a28e9abb30082c3d4bf0/9bb32280bf71a28e9abb30082c3d4bf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282873.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6a2/b268e508217275737133dc6de71846a2/b268e508217275737133dc6de71846a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282878.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/896/8a01c7de8e940ee12768c7f19aff8896/8a01c7de8e940ee12768c7f19aff8896.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282883.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bf5/c16c168e8f5dde90d33051f375769bf5/c16c168e8f5dde90d33051f375769bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282888.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b17/57fed05cd4b273533e527d1c1c327b17/57fed05cd4b273533e527d1c1c327b17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282893.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/672/62f415e6ebf3f2f21bb513c849c47672/62f415e6ebf3f2f21bb513c849c47672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282898.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/e3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692472.08361', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6dbe799c67464a11b668b-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server ERROR: Object returning 503 for [] (txn: tx94dbab7482f0475aac816-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx3dff4a55b230492da8d03-00683aedfa) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx55365b6313c14eac9bbb4-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx55365b6313c14eac9bbb4-00662ddd47) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx55365b6313c14eac9bbb4-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1b1b84d603e148ab9db78-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1b1b84d603e148ab9db78-00662ddd47) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception (txn: tx1b1b84d603e148ab9db78-00662ddd47) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe1d18f96eaaf4181b3a29-00662ddd47) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf3c4b6ee0e55429384d9b-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf3c4b6ee0e55429384d9b-00662ddd47) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf3c4b6ee0e55429384d9b-00662ddd47) -proxy-server ERROR: Object GET returning 503 for [] (txn: txf3c4b6ee0e55429384d9b-00662ddd47) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', '78dc60a7-6c02-40f6-a8f9-87d8a49ba442-sda', '1714281794.39650', '1714281794', '1714281798', '', '1714281798', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('78dc60a7-6c02-40f6-a8f9-87d8a49ba442-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvfdpj9lm/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02135 seconds (46.84624/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvfdpj9lm/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', 'bc5f0ecc-0c5e-4232-a7e1-de510b0a63e7-sda', '1714281794.42124', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('bc5f0ecc-0c5e-4232-a7e1-de510b0a63e7-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', 'bc5f0ecc-0c5e-4232-a7e1-de510b0a63e7-sda', '1714281794.42124', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('bc5f0ecc-0c5e-4232-a7e1-de510b0a63e7-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg2melamk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32878782-badf-4bd4-8632-3c11d1973aa9-sda', '1714281794.43658', '1714281794', '1714281798', '', '1714281798', 0, 0) -test DEBUG: /tmp/tmpg2melamk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32878782-badf-4bd4-8632-3c11d1973aa9-sda', '1714281794.43658', '1714281794', '1714281798', '', '1714281798', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('32878782-badf-4bd4-8632-3c11d1973aa9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01052 seconds (95.08647/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpez1r7czw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', 'ecf10bba-3b6b-42fe-8a8e-49d0b96b6c4b-sda', '1714281794.46416', '1714281794', '1714281798', '', '1714281798', 1, 0) -test DEBUG: /tmp/tmpez1r7czw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', 'ecf10bba-3b6b-42fe-8a8e-49d0b96b6c4b-sda', '1714281794.46416', '1714281794', '1714281798', '', '1714281798', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ecf10bba-3b6b-42fe-8a8e-49d0b96b6c4b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpez1r7czw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01704 seconds (58.69655/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpez1r7czw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', '44731c34-dfad-439f-a047-c54dacbbf7a5-sda', '1714281794.48552', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('44731c34-dfad-439f-a047-c54dacbbf7a5-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', '44731c34-dfad-439f-a047-c54dacbbf7a5-sda', '1714281794.48552', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('44731c34-dfad-439f-a047-c54dacbbf7a5-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjuz3ykc3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90e2f4c7-be6b-4968-ae7a-58f787f1adcc-sda', '1714281794.90651', '1714281794', '0', '', '1714281794', 0, 0) -test DEBUG: /tmp/tmpjuz3ykc3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90e2f4c7-be6b-4968-ae7a-58f787f1adcc-sda', '1714281794.90651', '1714281794', '0', '', '1714281794', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90e2f4c7-be6b-4968-ae7a-58f787f1adcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00968 seconds (103.26113/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzl8nbznw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c2a370c8e89d317c9481553cefe266a0', '4eb58e05-3e82-4801-9529-2398a28f1bb9-sda', '1714281794.92749', '1714281794', '0', '', '1714281794', 1, 1) -test DEBUG: /tmp/tmpzl8nbznw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281798.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4eb58e05-3e82-4801-9529-2398a28f1bb9-sda') -test DEBUG: /tmp/tmpzl8nbznw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00263643s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c2a370c8e89d317c9481553cefe266a0', '4eb58e05-3e82-4801-9529-2398a28f1bb9-sda', '1714281794.92749', '1714281794', '0', '', '1714281794', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4eb58e05-3e82-4801-9529-2398a28f1bb9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzl8nbznw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02072 seconds (48.25342/s) -test INFO: Removed 0 dbs -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052314Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281794.13280', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052314Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281794.14171', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.61275', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.61489', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.61713', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.61908', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.62102', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -30530,12 +26201,24 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -30543,1835 +26226,3285 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.62360', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.62549', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.62736', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.62919', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.63892', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281793.64072', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282903.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/5af/066de63405a4078ef8cc8667b2d665af/066de63405a4078ef8cc8667b2d665af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282908.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/dac/5c6019b5745008812dbdfe1580d5bdac/5c6019b5745008812dbdfe1580d5bdac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282913.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/31d/231cb0b9afdc7f9a178dd554a228631d/231cb0b9afdc7f9a178dd554a228631d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282918.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ffd/d50798f779818358fb0be011d75e4ffd/d50798f779818358fb0be011d75e4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282923.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ba2/93c2fd1f9645d618ce13b2a26ebb4ba2/93c2fd1f9645d618ce13b2a26ebb4ba2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282928.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/92c/9cb60d4b46a1e579ddb08e861cdad92c/9cb60d4b46a1e579ddb08e861cdad92c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282933.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c97/3f5c459afaae04f10d8c1e9adf549c97/3f5c459afaae04f10d8c1e9adf549c97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282938.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2cc/6710e3d85c7f41a10e6e3fa0397ab2cc/6710e3d85c7f41a10e6e3fa0397ab2cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282943.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/560/32235ad4a350917999c0a9591b7e9560/32235ad4a350917999c0a9591b7e9560.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282948.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/a4e/3ce1a73ae280c5fe109ede1687be5a4e/3ce1a73ae280c5fe109ede1687be5a4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282953.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/d25/2924d92104440f3e3619be60a3cc5d25/2924d92104440f3e3619be60a3cc5d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282958.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/c42/cb87332cd5f967fa621a2ec212cd3c42/cb87332cd5f967fa621a2ec212cd3c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282963.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282968.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/716/cde2f7122a848950f2b9e86a168ba716/cde2f7122a848950f2b9e86a168ba716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282973.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/53e/f2f0592f938a25514cd6e34e5686c53e/f2f0592f938a25514cd6e34e5686c53e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282978.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7c5/35e09ad6f36af45126474e8d2ea387c5/35e09ad6f36af45126474e8d2ea387c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282983.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/357/aba27cfa6d9f331e22016d2bf90a8357/aba27cfa6d9f331e22016d2bf90a8357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282988.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2e0/3855d75020695bbd69bca374f57102e0/3855d75020695bbd69bca374f57102e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282993.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/f83/271a283878930cf68f4cb1ae94971f83/271a283878930cf68f4cb1ae94971f83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282998.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6fc/2cae80fb172c978079aefc3a56c106fc/2cae80fb172c978079aefc3a56c106fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283003.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/55a/abab213fe78da263f2037409b0ece55a/abab213fe78da263f2037409b0ece55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283008.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/102/dc6cf9f59f578577962407f936b7c102/dc6cf9f59f578577962407f936b7c102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283013.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/450/3c31bcdb3e7ec2bf41f15a42ad577450/3c31bcdb3e7ec2bf41f15a42ad577450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283018.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/2aa/46d7f45f99faab0c35faa2b7e485a2aa/46d7f45f99faab0c35faa2b7e485a2aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283023.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/b63/43f784791cf71aa158548e400f46db63/43f784791cf71aa158548e400f46db63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283028.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/7b8/5a7d0adcf6a32bf34421ad20867e17b8/5a7d0adcf6a32bf34421ad20867e17b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283033.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/109/8fd3d28e0b315a7883b0a48c6a144109/8fd3d28e0b315a7883b0a48c6a144109.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283038.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/bf2/be4374825978679cbbc1685cc34d6bf2/be4374825978679cbbc1685cc34d6bf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283043.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/fbc/3c1d76d040b63e0ea7221f4ab9180fbc/3c1d76d040b63e0ea7221f4ab9180fbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283048.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/0aa/6ef8a4d3fd08cd0fac9b78fdd82310aa/6ef8a4d3fd08cd0fac9b78fdd82310aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283053.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/546/591c1bd137523a32cf6726780077b546/591c1bd137523a32cf6726780077b546.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283058.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283063.00000-0, db: /tmp/tmp0qktkxke/sda/containers/0/6ed/d5af446af257fea0decfe779b34286ed/d5af446af257fea0decfe779b34286ed.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:12 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx741a27aed09d40ccbbdf8-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx741a27aed09d40ccbbdf8-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx741a27aed09d40ccbbdf8-00683aedfb) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx741a27aed09d40ccbbdf8-00683aedfb) +proxy-server ERROR: Object PUT returning 503 for [201, 503, 201, 201, 201, 201, 201, 201, 503, 503, 201, 503, 201, 201] (txn: tx741a27aed09d40ccbbdf8-00683aedfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2c361d7e27c34b57a5269-00683aedfb) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx5b1dd89bb3e2493d98976-00683aedfb) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpf89mw7ns/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf89mw7ns/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpf89mw7ns/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf89mw7ns/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0071 "-" 3315362 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 3315362 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3315362 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3315362 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe44dffe4832c4d608c1e7-00683aedfb" "proxy-server 3315362" 0.0011 "-" 3315362 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57529/sdb1/1/a/c" "txe44dffe4832c4d608c1e7-00683aedfb" "container-server 3315362" 0.0010 "-" 3315362 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53217/sda1/1/a/c" "txe44dffe4832c4d608c1e7-00683aedfb" "container-server 3315362" 0.0052 "-" 3315362 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe44dffe4832c4d608c1e7-00683aedfb" "proxy-server 3315362" 0.0165 "-" 3315362 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe44dffe4832c4d608c1e7-00683aedfb" "proxy-server 3315362" 0.0257 "-" 3315362 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe44dffe4832c4d608c1e7-00683aedfb - 0.0416 - - 1748692475.835847616 1748692475.877447128 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0713ba898fde41d98e0dd-00683aedfb" "proxy-server 3315362" 0.0012 "-" 3315362 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53217/sda1/1/a1/c1" "tx0713ba898fde41d98e0dd-00683aedfb" "container-server 3315362" 0.0010 "-" 3315362 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57529/sdb1/1/a1/c1" "tx0713ba898fde41d98e0dd-00683aedfb" "container-server 3315362" 0.0009 "-" 3315362 0 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692472.77550', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa989dc6cbc604089b9d04-00662ddd48) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa989dc6cbc604089b9d04-00662ddd48) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa989dc6cbc604089b9d04-00662ddd48) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa989dc6cbc604089b9d04-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1acdd60c350e4f60aa9ac-00662ddd48) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.89191 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpz9vezg_1/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpz9vezg_1/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmpz9vezg_1/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac72363247f04272ba022-00683aedfb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa7cb4ac321584b5b9ef2b-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4fc995f3199b4a9986afc-00683aedfb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb528f9bcc6ff4421bcc7e-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5bd9f8133f8c4149b102f-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb51ba19c0ef141d491b2c-00683aedfb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdda218a4ab954dd2a0e4a-00683aedfb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx406ee9f5a34c4c69b1606-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx02ba6fd2e4e64086b4205-00683aedfb) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx463ee09ffddb47b9bc063-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx70b312b1e2f943da95129-00683aedfb) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx53384daf9cda498d908b0-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0181624d530f4192887ae-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx92f75ac637804dea92b2d-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc06f34568ab3402fa7bfe-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9588f2995b8b4ca7957bd-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5cbdd91738984dd1be9b0-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx657c0d7d8a6541f5b49c9-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c70156b1fc44b349eeec-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd69d91c01e884f709a81b-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2dde6d3653d549d995dfe-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx85d716222d5d4f139aa48-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdbb360421c194a2f9ab86-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2df1d46d456141f091346-00683aedfc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe33544fb260d4135a3f67-00683aedfc) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx603d37f9a26e47c7bbbf9-00683aedfc) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd09f6f37e9d8456c8be46-00683aedfc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5fef95a6bc084effa7d19-00683aedfa) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3f1f0cbcfebf45699934b-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3f1f0cbcfebf45699934b-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3f1f0cbcfebf45699934b-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx701bd632aecb418886932-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx701bd632aecb418886932-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdb52e743c9e74b0e8b06c-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5662b8d3b688451584b68-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx5662b8d3b688451584b68-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd02d08d5d3fc4085a3bec-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: txd02d08d5d3fc4085a3bec-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx0a52d14c24374f788d16e-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0a52d14c24374f788d16e-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx37d757f326fd43259a380-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx37d757f326fd43259a380-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx37d757f326fd43259a380-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx98673ec68bbe49d688508-00662ddd48) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzl8nbznw/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ed9549d56ed3c161ec73d1d21481f031', '123ec9b6-a03b-4a87-aca8-188dfad0db0b-sda', '1714281794.95098', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('123ec9b6-a03b-4a87-aca8-188dfad0db0b-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ed9549d56ed3c161ec73d1d21481f031', '123ec9b6-a03b-4a87-aca8-188dfad0db0b-sda', '1714281794.95098', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('123ec9b6-a03b-4a87-aca8-188dfad0db0b-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvm4errdy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e444b80e-529f-4487-a126-725c52ed7388-sda', '1714281795.62584', '1714281795', '0', '', '1714281795', 0, 1) -test DEBUG: /tmp/tmpvm4errdy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e444b80e-529f-4487-a126-725c52ed7388-sda', '1714281795.62584', '1714281795', '0', '', '1714281795', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e444b80e-529f-4487-a126-725c52ed7388-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01034 seconds (96.68880/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpapoiahkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', '4ba09649-436f-4ef7-8589-7fd962185500-sda', '1714281795.64606', '1714281795', '0', '', '1714281795', 1, 0) -test DEBUG: /tmp/tmpapoiahkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '14e5bafd4471953ce42845a3820e57bf', '4ba09649-436f-4ef7-8589-7fd962185500-sda', '1714281795.64606', '1714281795', '0', '', '1714281795', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4ba09649-436f-4ef7-8589-7fd962185500-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpapoiahkj/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01581 seconds (63.26687/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpapoiahkj/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', '041fd0f7-db27-4bce-99d1-c2e26d619cb8-sda', '1714281795.66575', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('041fd0f7-db27-4bce-99d1-c2e26d619cb8-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '9cc32a0ed64ab2ce431459bdd5bade3d', '041fd0f7-db27-4bce-99d1-c2e26d619cb8-sda', '1714281795.66575', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('041fd0f7-db27-4bce-99d1-c2e26d619cb8-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4jz4lqw5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '219920e7-c0ba-4170-8531-e75acf1ebea5-sda', '1714281796.25433', '1714281796', '1714281798', '', '1714281798', 0, 1) -test DEBUG: /tmp/tmp4jz4lqw5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '219920e7-c0ba-4170-8531-e75acf1ebea5-sda', '1714281796.25433', '1714281796', '1714281798', '', '1714281798', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('219920e7-c0ba-4170-8531-e75acf1ebea5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00966 seconds (103.52365/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7zckgzp_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42b8c9b09610932563a5b9e15bb860a3', 'ae0e2862-22b1-43be-8417-69f5ade186b2-sda', '1714281796.28194', '1714281796', '1714281798', '', '1714281798', 1, 1) -test DEBUG: /tmp/tmp7zckgzp_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281801.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ae0e2862-22b1-43be-8417-69f5ade186b2-sda') -test DEBUG: /tmp/tmp7zckgzp_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272369s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42b8c9b09610932563a5b9e15bb860a3', 'ae0e2862-22b1-43be-8417-69f5ade186b2-sda', '1714281796.28194', '1714281796', '1714281798', '', '1714281798', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae0e2862-22b1-43be-8417-69f5ade186b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7zckgzp_/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02152 seconds (46.46995/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp7zckgzp_/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'cfafed5b8870424201e4ab74e6c8865d', 'c920105c-0114-4f7b-b949-d3092c8d5397-sda', '1714281796.30643', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c920105c-0114-4f7b-b949-d3092c8d5397-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test WARNING: /tmp/tmpiq84bbf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.15104.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'c54f0825-152b-4ad8-87b9-8ae2cf9cb601-', '1748692473.14055', '1748692473.17493', '0', '', '1748692473.13867', 3, 0) +test WARNING: /tmp/tmpiq84bbf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.15104.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpiq84bbf0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.15104.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '18a5f0a9b9d03f6e822084faff3939e7', '59b3a32d-6f63-48ee-8a53-b6e4c64f25ae-', '1748692473.25213', '1748692473.25017', '0', '', '1748692473.25017', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.28133', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.28133', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.28133', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.28652', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.28652', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.25805', 'epoch': '1748692473.25805', 'reported': 0, 'tombstones': -1}], '59b3a32d-6f63-48ee-8a53-b6e4c64f25ae-') +test DEBUG: /tmp/tmp6amk_87o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.25805.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6amk_87o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.25805.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '18a5f0a9b9d03f6e822084faff3939e7', '59b3a32d-6f63-48ee-8a53-b6e4c64f25ae-', '1748692473.25213', '1748692473.27806', '0', '', '1748692473.25017', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.28133', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.28133', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.28133', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.28652', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.28652', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.25805', 'epoch': '1748692473.25805', 'reported': 0, 'tombstones': -1}], '59b3a32d-6f63-48ee-8a53-b6e4c64f25ae-') +test DEBUG: /tmp/tmp6amk_87o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.25805.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6amk_87o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.25805.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '18a5f0a9b9d03f6e822084faff3939e7', '121abda4-f720-4a30-9849-3c4cdd46163a-', '1748692473.40001', '1748692473.39298', '0', '', '1748692473.39298', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.43070', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.43070', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.43070', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.43857', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.43857', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.41113', 'epoch': '1748692473.41113', 'reported': 0, 'tombstones': -1}], '121abda4-f720-4a30-9849-3c4cdd46163a-') +test DEBUG: /tmp/tmps4h4z5x_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.41113.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmps4h4z5x_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.41113.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '18a5f0a9b9d03f6e822084faff3939e7', '121abda4-f720-4a30-9849-3c4cdd46163a-', '1748692473.40001', '1748692473.42735', '0', '', '1748692473.39298', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.43070', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.43070', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.43070', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.43857', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.43857', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.41113', 'epoch': '1748692473.41113', 'reported': 0, 'tombstones': -1}], '121abda4-f720-4a30-9849-3c4cdd46163a-') +test DEBUG: /tmp/tmps4h4z5x_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.41113.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmps4h4z5x_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.41113.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', '73bb1d7f-fa56-4648-9ac3-283ec09c42e8-', '1748692473.54564', '1748692473.54198', '0', '', '1748692473.54198', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.55545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.55545', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.55545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.55681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.55681', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.55662', 'epoch': '1748692473.55662', 'reported': 0, 'tombstones': -1}], '73bb1d7f-fa56-4648-9ac3-283ec09c42e8-') +test DEBUG: /tmp/tmpm3att2mc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.55662.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpm3att2mc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.55662.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', '73bb1d7f-fa56-4648-9ac3-283ec09c42e8-', '1748692473.54564', '1748692473.57807', '0', '', '1748692473.54198', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0081 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmp_ot6rboj/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0065 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0105 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmp0kq498wd/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0106 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0125 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0037 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0116 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0100 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0164 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0157 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0087 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0087 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0004 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0005 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0004 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0113 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0104 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281795.41216', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052315Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281795.42052', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692472.45595', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4b9b124f156949b48f560-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeacc94f206314bd9a6af3-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx075822a8d0704076b8957-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx7df38c39f87444dfaaa50-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd62c5977a7e34276b43d7-00683aedfc) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txc24e2379f1a44eb695af5-00683aedfc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb075c80f99634c3385ec5-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5114e173f4ad44ec8f1cf-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb5bf4f13b1db4faa833e5-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe5ac6aa8273c46baa89d7-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx711ed2a2faff4d6db215c-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx47d1f67e576a455ca167a-00683aedfc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx55114e6bf6d24c0bbb8b9-00683aedfc) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx55114e6bf6d24c0bbb8b9-00683aedfc) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp36hchdtd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp36hchdtd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp36hchdtd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp36hchdtd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0120 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0115 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0109 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0112 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx052caf7fd12841cc8b2cb-00683aedfc" "proxy-server 3315353" 0.0015 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34173/sda1/0/a/c" "tx052caf7fd12841cc8b2cb-00683aedfc" "container-server 3315353" 0.0011 "-" 3315353 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33231/sdb1/0/a/c" "tx052caf7fd12841cc8b2cb-00683aedfc" "container-server 3315353" 0.0010 "-" 3315353 0 +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281795.49632', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281795.50427', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692473.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692473.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692473.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692473.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'Content-Md5': 'I3Sqbbi9LSK/4U5yo9A4pA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '2374aa6db8bd2d22bfe14e72a3d038a4', 'Content-Length': '289'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.55545', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.55545', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.55545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.55681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.55681', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.55662', 'epoch': '1748692473.55662', 'reported': 0, 'tombstones': -1}], '73bb1d7f-fa56-4648-9ac3-283ec09c42e8-') +test DEBUG: /tmp/tmpm3att2mc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.55662.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpm3att2mc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.55662.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'c2a7359a-895f-4c9e-9dc9-9f867ca312b6-', '1748692473.67072', '1748692473.66052', '0', '', '1748692473.66052', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.67196', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.67196', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.67196', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.67326', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.67326', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.67307', 'epoch': '1748692473.67307', 'reported': 0, 'tombstones': -1}], 'c2a7359a-895f-4c9e-9dc9-9f867ca312b6-') +test DEBUG: /tmp/tmp3tvedheo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.67307.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3tvedheo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.67307.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '312af130d9167cf9f20a1bebd8201ea1', 'c2a7359a-895f-4c9e-9dc9-9f867ca312b6-', '1748692473.67072', '1748692473.68893', '0', '', '1748692473.66052', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.67196', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.67196', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692473.67196', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.67326', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.67326', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.67307', 'epoch': '1748692473.67307', 'reported': 0, 'tombstones': -1}], 'c2a7359a-895f-4c9e-9dc9-9f867ca312b6-') +test DEBUG: /tmp/tmp3tvedheo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.67307.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3tvedheo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692473.67307.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1dd43cc6f6a022024ab385959ca60205', '9b708fb6-2b8c-40e2-935d-d80f45431fd8-sda', '1748692473.76911', '1748692473.76719', '0', '', '1748692473.76719', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9b708fb6-2b8c-40e2-935d-d80f45431fd8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f6c0b4972dd4d27f924c37056b087cd8', '89c40ae3-159e-426c-bfc8-b16b3b312ad0-sda', '1748692473.80393', '1748692473.79300', '0', '', '1748692473.79300', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.81846', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692473.81846', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692473.81846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.81963', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.81963', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.81943', 'epoch': '1748692473.81943', 'reported': 0, 'tombstones': -1}], '89c40ae3-159e-426c-bfc8-b16b3b312ad0-sda') +test DEBUG: /tmp/tmpo9mrcimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo9mrcimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f6c0b4972dd4d27f924c37056b087cd8', '89c40ae3-159e-426c-bfc8-b16b3b312ad0-sda', '1748692473.80393', '1748692473.81479', '0', '', '1748692473.79300', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.81846', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692473.81846', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692473.81846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.81963', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.81963', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.81943', 'epoch': '1748692473.81943', 'reported': 0, 'tombstones': -1}], '89c40ae3-159e-426c-bfc8-b16b3b312ad0-sda') +test DEBUG: /tmp/tmpo9mrcimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo9mrcimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f6c0b4972dd4d27f924c37056b087cd8', '1024f309-6355-4e8b-b195-1df45dc27d1b-sda', '1748692473.91166', '1748692473.90162', '0', '', '1748692473.90162', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.92191', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692473.92191', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692473.92191', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.92629', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.92629', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.92603', 'epoch': '1748692473.92603', 'reported': 0, 'tombstones': -1}], '1024f309-6355-4e8b-b195-1df45dc27d1b-sda') +test DEBUG: /tmp/tmpzx3sxu1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.43905', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0713ba898fde41d98e0dd-00683aedfb" "proxy-server 3315362" 0.0441 "-" 3315362 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0713ba898fde41d98e0dd-00683aedfb" "proxy-server 3315362" 0.0325 "-" 3315362 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0713ba898fde41d98e0dd-00683aedfb - 0.0523 - - 1748692475.886357307 1748692475.938684702 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbeeea17e6d8741d99cf17-00683aedfb" "proxy-server 3315362" 0.0140 "-" 3315362 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53217/sda1/2/a/c1" "txbeeea17e6d8741d99cf17-00683aedfb" "container-server 3315362" 0.0011 "-" 3315362 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:57529/sdb1/2/a/c1" "txbeeea17e6d8741d99cf17-00683aedfb" "container-server 3315362" 0.0098 "-" 3315362 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbeeea17e6d8741d99cf17-00683aedfb" "proxy-server 3315362" 0.0375 "-" 3315362 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbeeea17e6d8741d99cf17-00683aedfb" "proxy-server 3315362" 0.0257 "-" 3315362 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/36 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbeeea17e6d8741d99cf17-00683aedfb - 0.0745 - - 1748692475.940011978 1748692476.014473677 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19e6d1a5234b475687105-00683aedfc" "proxy-server 3315362" 0.0100 "-" 3315362 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57529/sdb1/1/a/c2" "tx19e6d1a5234b475687105-00683aedfc" "container-server 3315362" 0.0092 "-" 3315362 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53217/sda1/1/a/c2" "tx19e6d1a5234b475687105-00683aedfc" "container-server 3315362" 0.0017 "-" 3315362 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx19e6d1a5234b475687105-00683aedfc" "proxy-server 3315362" 0.0392 "-" 3315362 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx19e6d1a5234b475687105-00683aedfc" "proxy-server 3315362" 0.0359 "-" 3315362 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/36 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx19e6d1a5234b475687105-00683aedfc - 0.0723 - - 1748692476.015832424 1748692476.088108301 2 +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692472.49006', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'cfafed5b8870424201e4ab74e6c8865d', 'c920105c-0114-4f7b-b949-d3092c8d5397-sda', '1714281796.30643', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c920105c-0114-4f7b-b949-d3092c8d5397-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph1j5rafd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4009cc7a-ba1f-4904-94ff-f3c5cead81fe-sda', '1714281796.81179', '1714281796', '1714281798', '', '1714281798', 0, 0) -test DEBUG: /tmp/tmph1j5rafd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4009cc7a-ba1f-4904-94ff-f3c5cead81fe-sda', '1714281796.81179', '1714281796', '1714281798', '', '1714281798', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4009cc7a-ba1f-4904-94ff-f3c5cead81fe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01108 seconds (90.27304/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt1unqm81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42b8c9b09610932563a5b9e15bb860a3', '97ec513a-4b05-440d-b14b-bbbcd7c0f7f1-sda', '1714281796.83472', '1714281796', '1714281798', '', '1714281798', 1, 0) -test DEBUG: /tmp/tmpt1unqm81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42b8c9b09610932563a5b9e15bb860a3', '97ec513a-4b05-440d-b14b-bbbcd7c0f7f1-sda', '1714281796.83472', '1714281796', '1714281798', '', '1714281798', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('97ec513a-4b05-440d-b14b-bbbcd7c0f7f1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpt1unqm81/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01731 seconds (57.76688/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpt1unqm81/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2c1fc199d7cc66d6bc149b89bccbfe98', '9d9c2460-d74d-44ae-b25b-6b583f1f70ea-sda', '1714281796.85544', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('9d9c2460-d74d-44ae-b25b-6b583f1f70ea-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2c1fc199d7cc66d6bc149b89bccbfe98', '9d9c2460-d74d-44ae-b25b-6b583f1f70ea-sda', '1714281796.85544', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('9d9c2460-d74d-44ae-b25b-6b583f1f70ea-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoum8lh0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8cb56862-2012-457f-8133-67c0c19cd7a7-sda', '1714281797.38264', '1714281800', '1714281799', '', '1714281800', 0, 1) -test DEBUG: /tmp/tmpoum8lh0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8cb56862-2012-457f-8133-67c0c19cd7a7-sda', '1714281797.38264', '1714281800', '1714281799', '', '1714281800', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8cb56862-2012-457f-8133-67c0c19cd7a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00983 seconds (101.76047/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzvqc4kcb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9a63f8946e7b09aca7b56d13868a5bd8', 'a6564f38-aea0-4f43-90b7-2939d3359c25-sda', '1714281797.40404', '1714281800', '1714281799', '', '1714281800', 1, 1) -test DEBUG: /tmp/tmpzvqc4kcb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281803.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a6564f38-aea0-4f43-90b7-2939d3359c25-sda') -test DEBUG: /tmp/tmpzvqc4kcb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0024662s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9a63f8946e7b09aca7b56d13868a5bd8', 'a6564f38-aea0-4f43-90b7-2939d3359c25-sda', '1714281797.40404', '1714281800', '1714281799', '', '1714281800', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a6564f38-aea0-4f43-90b7-2939d3359c25-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzvqc4kcb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02578 seconds (38.79469/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzvqc4kcb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ea808803caf769320a245e2ad6f34124', 'fc8e4cdb-f9d6-402a-8339-0c2c2feda4fe-sda', '1714281797.43413', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('fc8e4cdb-f9d6-402a-8339-0c2c2feda4fe-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ea808803caf769320a245e2ad6f34124', 'fc8e4cdb-f9d6-402a-8339-0c2c2feda4fe-sda', '1714281797.43413', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('fc8e4cdb-f9d6-402a-8339-0c2c2feda4fe-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl11rhsdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx98673ec68bbe49d688508-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx60fe3b1e223b4c88a8544-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe27bb930a4d147729b53c-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe27bb930a4d147729b53c-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc24b9876b60f4510a4b79-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc24b9876b60f4510a4b79-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc24b9876b60f4510a4b79-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx2ba5683bf2de40d187e20-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx2ba5683bf2de40d187e20-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx2ba5683bf2de40d187e20-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2ba5683bf2de40d187e20-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx798a8a225ae84c6180ca3-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx798a8a225ae84c6180ca3-00662ddd48) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281797.28444', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692472.55180', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281797.29219', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052316Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281796.59161', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052316Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281796.60288', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp6llcpawx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1714281794.00000, path: a/c, db: /tmp/tmptioj2bxr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281794.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmpk580jpgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281795.00000-0, db: /tmp/tmpu3u7wbjg/sda/containers/0/111/a0232a5918b39ec518b9b95419c65111/a0232a5918b39ec518b9b95419c65111.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281795.00000-0, db: /tmp/tmpu3u7wbjg/sda/containers/0/111/a0232a5918b39ec518b9b95419c65111/a0232a5918b39ec518b9b95419c65111.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281798.00000-0, db: /tmp/tmpu3u7wbjg/sda/containers/0/5ca/e08f89873d79b5122d5dc6ade702a5ca/e08f89873d79b5122d5dc6ade702a5ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281798.00000-0, db: /tmp/tmpu3u7wbjg/sda/containers/0/5ca/e08f89873d79b5122d5dc6ade702a5ca/e08f89873d79b5122d5dc6ade702a5ca.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1714281795.00000, (0, 0) as of 1714281795.00000, active as of 1714281795.00000> to ShardRange<'k' to 't' as of 1714281796.00000, (0, 0) as of 1714281796.00000, active as of 1714281796.00000>, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281800.00000, (0, 0) as of 1714281800.00000, shrinking as of 1714281797.00000> to ShardRange<'k' to 't' as of 1714281800.00000, (0, 0) as of 1714281800.00000, sharding as of 1714281801.00000>, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpxvwp1d3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-c5ce14d58b7146ed9b74e8d6efe88163-1714281799.00000-2, db: /tmp/tmpl7pikf5r/sda/containers/0/325/e05a316b4659402191c136b00af8c325/e05a316b4659402191c136b00af8c325.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281795.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/dc8/32e35f4296f66f7cd91139ddbc858dc8/32e35f4296f66f7cd91139ddbc858dc8.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281795.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/dc8/32e35f4296f66f7cd91139ddbc858dc8/32e35f4296f66f7cd91139ddbc858dc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281804.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/174/7765c521f02276d3b473c52a59b0c174/7765c521f02276d3b473c52a59b0c174.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281804.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/174/7765c521f02276d3b473c52a59b0c174/7765c521f02276d3b473c52a59b0c174.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281813.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/660/d633af149d3267dd80f35804f5678660/d633af149d3267dd80f35804f5678660.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281813.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/660/d633af149d3267dd80f35804f5678660/d633af149d3267dd80f35804f5678660.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281822.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/61e/b6a7ae5bf581a52e5167b00bd67af61e/b6a7ae5bf581a52e5167b00bd67af61e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281822.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/61e/b6a7ae5bf581a52e5167b00bd67af61e/b6a7ae5bf581a52e5167b00bd67af61e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281831.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/8c5/9c5512721327ad643148b25c47cf48c5/9c5512721327ad643148b25c47cf48c5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281831.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/8c5/9c5512721327ad643148b25c47cf48c5/9c5512721327ad643148b25c47cf48c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281840.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/9f0/87a91917536f0db11f17b1be04cda9f0/87a91917536f0db11f17b1be04cda9f0.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281840.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/9f0/87a91917536f0db11f17b1be04cda9f0/87a91917536f0db11f17b1be04cda9f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281849.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/b5c/c97537563c714e2cfba6621cadbcab5c/c97537563c714e2cfba6621cadbcab5c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281849.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/b5c/c97537563c714e2cfba6621cadbcab5c/c97537563c714e2cfba6621cadbcab5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281858.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/272/212175c0d9fd28dac81b34421ef1b272/212175c0d9fd28dac81b34421ef1b272.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281858.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/272/212175c0d9fd28dac81b34421ef1b272/212175c0d9fd28dac81b34421ef1b272.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281867.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d56/d2e3456f8bd77373ff020222def22d56/d2e3456f8bd77373ff020222def22d56.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281867.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d56/d2e3456f8bd77373ff020222def22d56/d2e3456f8bd77373ff020222def22d56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281867.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d56/d2e3456f8bd77373ff020222def22d56/d2e3456f8bd77373ff020222def22d56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281876.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c98/3cf872266ceeda9c76bfff7fc5d47c98/3cf872266ceeda9c76bfff7fc5d47c98.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281876.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c98/3cf872266ceeda9c76bfff7fc5d47c98/3cf872266ceeda9c76bfff7fc5d47c98.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281876.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c98/3cf872266ceeda9c76bfff7fc5d47c98/3cf872266ceeda9c76bfff7fc5d47c98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281885.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/274/0e1c6852c05c09658dc698a2d66e2274/0e1c6852c05c09658dc698a2d66e2274.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281885.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/274/0e1c6852c05c09658dc698a2d66e2274/0e1c6852c05c09658dc698a2d66e2274.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281885.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/274/0e1c6852c05c09658dc698a2d66e2274/0e1c6852c05c09658dc698a2d66e2274.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281894.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c0b/ecd2b1abcb6255a475e93e2d13cf0c0b/ecd2b1abcb6255a475e93e2d13cf0c0b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281894.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c0b/ecd2b1abcb6255a475e93e2d13cf0c0b/ecd2b1abcb6255a475e93e2d13cf0c0b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281894.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/c0b/ecd2b1abcb6255a475e93e2d13cf0c0b/ecd2b1abcb6255a475e93e2d13cf0c0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281903.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/154/e32a235d8afd8e0bb629273b87b0d154/e32a235d8afd8e0bb629273b87b0d154.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281903.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/154/e32a235d8afd8e0bb629273b87b0d154/e32a235d8afd8e0bb629273b87b0d154.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281903.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/154/e32a235d8afd8e0bb629273b87b0d154/e32a235d8afd8e0bb629273b87b0d154.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281912.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d6c/33e215ca141720a2e8dad11b30fa9d6c/33e215ca141720a2e8dad11b30fa9d6c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281912.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d6c/33e215ca141720a2e8dad11b30fa9d6c/33e215ca141720a2e8dad11b30fa9d6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281912.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/d6c/33e215ca141720a2e8dad11b30fa9d6c/33e215ca141720a2e8dad11b30fa9d6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281921.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/f8b/8a383490398a0c66669a5c5f018e6f8b/8a383490398a0c66669a5c5f018e6f8b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281921.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/f8b/8a383490398a0c66669a5c5f018e6f8b/8a383490398a0c66669a5c5f018e6f8b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281921.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/f8b/8a383490398a0c66669a5c5f018e6f8b/8a383490398a0c66669a5c5f018e6f8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281930.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/13b/f55f6fc37721fe8fde31f6d2a8ba513b/f55f6fc37721fe8fde31f6d2a8ba513b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281930.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/13b/f55f6fc37721fe8fde31f6d2a8ba513b/f55f6fc37721fe8fde31f6d2a8ba513b.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 3315355 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0004 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:34 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0072 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0110 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0124 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0086 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0077 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0169 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0125 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0112 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0121 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0132 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0112 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'Content-Md5': 'jWE/1ELX0ICAXpunckDW3g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8d613fd442d7d080805e9ba77240d6de', 'Content-Length': '230'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.79379', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmpltz9dtfn/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0061 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0060 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0093 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0056 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0059 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0058 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0057 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0057 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0056 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0072 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0054 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0046 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx405953a4054c47d8ad6fb-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0094 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0053 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0137 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0076 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0219 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0098 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0096 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0110 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0213 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx052caf7fd12841cc8b2cb-00683aedfc" "proxy-server 3315353" 0.0515 "-" 3315353 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx052caf7fd12841cc8b2cb-00683aedfc" "proxy-server 3315353" 0.0390 "-" 3315353 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/36 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx052caf7fd12841cc8b2cb-00683aedfc - 0.0763 - - 1748692476.852223158 1748692476.928474903 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3241728350c146dd97fe9-00683aedfc" "proxy-server 3315353" 0.0012 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:33231/sdb1/2/a1/c1" "tx3241728350c146dd97fe9-00683aedfc" "container-server 3315353" 0.0093 "-" 3315353 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:34173/sda1/2/a1/c1" "tx3241728350c146dd97fe9-00683aedfc" "container-server 3315353" 0.0011 "-" 3315353 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3241728350c146dd97fe9-00683aedfc" "proxy-server 3315353" 0.0248 "-" 3315353 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:36 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3241728350c146dd97fe9-00683aedfc" "proxy-server 3315353" 0.0464 "-" 3315353 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/36 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3241728350c146dd97fe9-00683aedfc - 0.0700 - - 1748692476.929732323 1748692476.999738932 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0671718f04174dcdb8835-00683aedfd" "proxy-server 3315353" 0.0019 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33231/sdb1/0/a/c1" "tx0671718f04174dcdb8835-00683aedfd" "container-server 3315353" 0.0109 "-" 3315353 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34173/sda1/0/a/c1" "tx0671718f04174dcdb8835-00683aedfd" "container-server 3315353" 0.0140 "-" 3315353 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0671718f04174dcdb8835-00683aedfd" "proxy-server 3315353" 0.0354 "-" 3315353 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0671718f04174dcdb8835-00683aedfd" "proxy-server 3315353" 0.0487 "-" 3315353 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/37 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0671718f04174dcdb8835-00683aedfd - 0.0811 - - 1748692477.001059294 1748692477.082134724 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9f602035bf5742f18bf8c-00683aedfd" "proxy-server 3315353" 0.0102 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34173/sda1/2/a/c2" "tx9f602035bf5742f18bf8c-00683aedfd" "container-server 3315353" 0.0099 "-" 3315353 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:33231/sdb1/2/a/c2" "tx9f602035bf5742f18bf8c-00683aedfd" "container-server 3315353" 0.0010 "-" 3315353 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9f602035bf5742f18bf8c-00683aedfd" "proxy-server 3315353" 0.0379 "-" 3315353 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9f602035bf5742f18bf8c-00683aedfd" "proxy-server 3315353" 0.0259 "-" 3315353 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9f602035bf5742f18bf8c-00683aedfd - 0.0673 - - 1748692477.083717108 1748692477.151041746 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpucinm1je/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpucinm1je/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpucinm1je/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpucinm1je/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0071 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0071 "-" 3315353 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0073 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e5039ff8e4047c0b863b-00683aedfd" "proxy-server 3315353" 0.0012 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59281/sdb1/0/a/c" "tx1e5039ff8e4047c0b863b-00683aedfd" "container-server 3315353" 0.0011 "-" 3315353 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60087/sda1/0/a/c" "tx1e5039ff8e4047c0b863b-00683aedfd" "container-server 3315353" 0.0010 "-" 3315353 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e5039ff8e4047c0b863b-00683aedfd" "proxy-server 3315353" 0.0302 "-" 3315353 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e5039ff8e4047c0b863b-00683aedfd" "proxy-server 3315353" 0.0219 "-" 3315353 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1e5039ff8e4047c0b863b-00683aedfd - 0.0475 - - 1748692477.965018272 1748692478.012485743 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc92c1473e09841ed97c6b-00683aedfe" "proxy-server 3315353" 0.0012 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60087/sda1/2/a1/c1" "txc92c1473e09841ed97c6b-00683aedfe" "container-server 3315353" 0.0011 "-" 3315353 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:59281/sdb1/2/a1/c1" "txc92c1473e09841ed97c6b-00683aedfe" "container-server 3315353" 0.0010 "-" 3315353 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc92c1473e09841ed97c6b-00683aedfe" "proxy-server 3315353" 0.0088 "-" 3315353 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc92c1473e09841ed97c6b-00683aedfe" "proxy-server 3315353" 0.0140 "-" 3315353 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc92c1473e09841ed97c6b-00683aedfe - 0.0214 - - 1748692478.013887882 1748692478.035239458 0 +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdbffa2ee59664c8daff8b-00683aedfe" "proxy-server 3315353" 0.0019 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60087/sda1/0/a/c1" "txdbffa2ee59664c8daff8b-00683aedfe" "container-server 3315353" 0.0029 "-" 3315353 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59281/sdb1/0/a/c1" "txdbffa2ee59664c8daff8b-00683aedfe" "container-server 3315353" 0.0016 "-" 3315353 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdbffa2ee59664c8daff8b-00683aedfe" "proxy-server 3315353" 0.0151 "-" 3315353 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdbffa2ee59664c8daff8b-00683aedfe" "proxy-server 3315353" 0.0117 "-" 3315353 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdbffa2ee59664c8daff8b-00683aedfe - 0.0241 - - 1748692478.036509752 1748692478.060594797 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1c8a550cd2364e309b16d-00683aedfe" "proxy-server 3315353" 0.0023 "-" 3315353 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59281/sdb1/2/a/c2" "tx1c8a550cd2364e309b16d-00683aedfe" "container-server 3315353" 0.0012 "-" 3315353 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60087/sda1/2/a/c2" "tx1c8a550cd2364e309b16d-00683aedfe" "container-server 3315353" 0.0018 "-" 3315353 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1c8a550cd2364e309b16d-00683aedfe" "proxy-server 3315353" 0.0139 "-" 3315353 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:38 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1c8a550cd2364e309b16d-00683aedfe" "proxy-server 3315353" 0.0191 "-" 3315353 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1c8a550cd2364e309b16d-00683aedfe - 0.0274 - - 1748692478.062085390 1748692478.089478254 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx798a8a225ae84c6180ca3-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx798a8a225ae84c6180ca3-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7578d7d0e857400584513-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7578d7d0e857400584513-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7578d7d0e857400584513-00662ddd48) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx7578d7d0e857400584513-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx671178e0df2342838f0d7-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx474205cac501421395d65-00662ddd48) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx474205cac501421395d65-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txcdfeb326a25941f9bb759-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfae04c5f6f004043afb28-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx806708b8fa51460aa6911-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0658d4256b0f4990903bf-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txa3e576fb716244529a125-00662ddd48) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txa3e576fb716244529a125-00662ddd48) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txa3e576fb716244529a125-00662ddd48) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa3e576fb716244529a125-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txae15f055c49e4eb9a292b-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txdb011e3c1118408794828-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx04215b14bf80440a9999a-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692472.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281797.78013', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281797.78744', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.81533', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.90305', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000'} -test DEBUG: bucket None POST +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test WARNING: /tmp/tmpzx3sxu1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'f6c0b4972dd4d27f924c37056b087cd8', '1024f309-6355-4e8b-b195-1df45dc27d1b-sda', '1748692473.91166', '1748692473.91876', '0', '', '1748692473.90162', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692473.92191', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692473.92191', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692473.92191', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692473.92629', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692473.92629', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692473.92603', 'epoch': '1748692473.92603', 'reported': 0, 'tombstones': -1}], '1024f309-6355-4e8b-b195-1df45dc27d1b-sda') +test DEBUG: /tmp/tmpzx3sxu1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpzx3sxu1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8c6a44ef972481dae2bbae28c053d08f', '4cab46ad-ee37-45e0-8a36-f97a480116bc-sda', '1748692474.01486', '1748692474.00873', '0', '', '1748692474.00873', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('4cab46ad-ee37-45e0-8a36-f97a480116bc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpreh_41mc/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8c6a44ef972481dae2bbae28c053d08f', '94d93aea-5b54-47a8-b92d-59c54f358bbe-sda', '1748692474.07769', '1748692474.07578', '0', '', '1748692474.07578', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('94d93aea-5b54-47a8-b92d-59c54f358bbe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8c6a44ef972481dae2bbae28c053d08f', '4f64b717-e690-4fc7-b60c-864c9e18a5b0-sda', '1748692474.17732', '1748692474.17535', '0', '', '1748692474.17535', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('4f64b717-e690-4fc7-b60c-864c9e18a5b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpou9cmj_s/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '8c6a44ef972481dae2bbae28c053d08f', '7f9e55b8-12c0-447b-8319-1ee29c17e6a8-sda', '1748692474.25700', '1748692474.25502', '0', '', '1748692474.25502', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('7f9e55b8-12c0-447b-8319-1ee29c17e6a8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a79d8cdd-0a88-4a11-aa1c-bc64c07641fe-sda', '1748692474.38146', '1748692474.37968', '0', '', '1748692474.37968', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd_m48nxx/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd076b2e1-932a-4175-bd40-11bdef1c7574-sdb', '1748692474.45183', '1748692475.00000', '0', '', '1748692475.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d076b2e1-932a-4175-bd40-11bdef1c7574-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd076b2e1-932a-4175-bd40-11bdef1c7574-sdb', '1748692474.45183', '1748692475.00000', '0', '', '1748692475.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmpd_m48nxx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d076b2e1-932a-4175-bd40-11bdef1c7574-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01809 seconds (55.28830/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_h2fn0v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dfb29a7c-3eee-46b1-b84a-99c8e379710c-sda', '1748692474.48361', '1748692474', '0', '', '1748692474', 0, 0) +test DEBUG: /tmp/tmp_h2fn0v0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dfb29a7c-3eee-46b1-b84a-99c8e379710c-sda', '1748692474.48361', '1748692474', '0', '', '1748692474', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dfb29a7c-3eee-46b1-b84a-99c8e379710c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01837 seconds (54.43513/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3bkjd4kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa452999f4c0272c1c9e055938ec578e', '2d7cc276-4d92-4879-ad72-2ba16f5f92f4-sda', '1748692474.52778', '1748692474', '0', '', '1748692474', 1, 0) +test DEBUG: /tmp/tmp3bkjd4kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692476.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2d7cc276-4d92-4879-ad72-2ba16f5f92f4-sda') +test DEBUG: /tmp/tmp3bkjd4kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0111277s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa452999f4c0272c1c9e055938ec578e', '2d7cc276-4d92-4879-ad72-2ba16f5f92f4-sda', '1748692474.52778', '1748692474', '0', '', '1748692474', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2d7cc276-4d92-4879-ad72-2ba16f5f92f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03136 seconds (31.88847/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpifbnvbx_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8ed40ca1-62c6-40de-a146-a4b8c9e216b0-sda', '1748692474.57921', '1748692474', '0', '', '1748692474', 0, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.32427', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692474.34488', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '55de256b-b274-45ce-9659-f370966c41dd-sda', '1714281797.45017', '1714281800', '1714281799', '', '1714281800', 0, 1) -test DEBUG: /tmp/tmpl11rhsdv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '55de256b-b274-45ce-9659-f370966c41dd-sda', '1714281797.45017', '1714281800', '1714281799', '', '1714281800', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('55de256b-b274-45ce-9659-f370966c41dd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.54454 seconds (1.83641/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpb45707zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6744cb57b8ecdb88f121ee3b9c650eff', 'f7d8adbd-aef7-42dc-8df4-6cc714b4acdf-sda', '1714281798.00730', '1714281801', '1714281800', '', '1714281801', 1, 0) -test DEBUG: /tmp/tmpb45707zb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6744cb57b8ecdb88f121ee3b9c650eff', 'f7d8adbd-aef7-42dc-8df4-6cc714b4acdf-sda', '1714281798.00730', '1714281801', '1714281800', '', '1714281801', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f7d8adbd-aef7-42dc-8df4-6cc714b4acdf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpb45707zb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01767 seconds (56.59533/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpb45707zb/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'af92207ac41099a634cd5665c89f09ee', 'c5692193-c418-402c-8197-ce78fa6c0a6f-sda', '1714281798.02894', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c5692193-c418-402c-8197-ce78fa6c0a6f-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'af92207ac41099a634cd5665c89f09ee', 'c5692193-c418-402c-8197-ce78fa6c0a6f-sda', '1714281798.02894', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('c5692193-c418-402c-8197-ce78fa6c0a6f-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3eb6e8f1d7949a5cfca1275e5fa338b2', '0deed96e-f14c-4d1e-ae79-303d2b892286-sda', '1714281798.79580', '1714281798.00000', '0', '{"x-container-meta-test": ["foo", "1714281798.00000"]}', '1714281798.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281798.81536', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281798.81536', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281798.81540', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281798.81541', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281798.81541', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81541', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281798.81676', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00361419s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281798.81536', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281798.81536', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281798.81540', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281798.81541', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281798.81541', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81541', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281798.81536', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281798.81536', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1714281798.84405', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281798.81541', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281798.81541', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81541', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281798.81536', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281798.81536', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281798.81541', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281798.81541', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81541', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281799.49397', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281799.49397', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281799.49397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281798.81541', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281798.81541', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81541', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281799.49397', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281799.49397', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281799.49397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281799.50915', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1714281799.50915', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.50915', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx29107d13555a403cbc382-00662ddd48) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx29107d13555a403cbc382-00662ddd48) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx29107d13555a403cbc382-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7d04fe3c18d643afa586d-00662ddd48) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7d04fe3c18d643afa586d-00662ddd48) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbe0c541e9513435bbee5a-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx160fff36b2324f54837b0-00662ddd48) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx160fff36b2324f54837b0-00662ddd48) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx160fff36b2324f54837b0-00662ddd48) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx26bd4cd8d1694cf5b12fd-00662ddd48) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx26bd4cd8d1694cf5b12fd-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx26bd4cd8d1694cf5b12fd-00662ddd48) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx26bd4cd8d1694cf5b12fd-00662ddd48) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0e67b21f78134ad499a13-00662ddd48) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0e67b21f78134ad499a13-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx0e67b21f78134ad499a13-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test DEBUG: /tmp/tmpifbnvbx_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8ed40ca1-62c6-40de-a146-a4b8c9e216b0-sda', '1748692474.57921', '1748692474', '0', '', '1748692474', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8ed40ca1-62c6-40de-a146-a4b8c9e216b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02041 seconds (49.00436/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8_c0d5jo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa452999f4c0272c1c9e055938ec578e', '9f56e521-4f0a-4716-9342-3b45e64b388f-sda', '1748692474.61756', '1748692474', '0', '', '1748692474', 1, 0) +test DEBUG: /tmp/tmp8_c0d5jo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fa452999f4c0272c1c9e055938ec578e', '9f56e521-4f0a-4716-9342-3b45e64b388f-sda', '1748692474.61756', '1748692474', '0', '', '1748692474', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9f56e521-4f0a-4716-9342-3b45e64b388f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02159 seconds (46.31958/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp02pydod3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5b4c2865-a0ed-4b5a-b19b-75c375f1c82d-sda', '1748692474.68607', '1748692474', '0', '', '1748692474', 0, 1) +test DEBUG: /tmp/tmp02pydod3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5b4c2865-a0ed-4b5a-b19b-75c375f1c82d-sda', '1748692474.68607', '1748692474', '0', '', '1748692474', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5b4c2865-a0ed-4b5a-b19b-75c375f1c82d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02286 seconds (43.75383/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpojod9a2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', 'ccbbc0bb-f144-40a7-94e6-65be4410595a-sda', '1748692474.72784', '1748692474', '0', '', '1748692474', 1, 0) +test DEBUG: /tmp/tmpojod9a2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692477.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ccbbc0bb-f144-40a7-94e6-65be4410595a-sda') +test DEBUG: /tmp/tmpojod9a2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00291348s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', 'ccbbc0bb-f144-40a7-94e6-65be4410595a-sda', '1748692474.72784', '1748692474', '0', '', '1748692474', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ccbbc0bb-f144-40a7-94e6-65be4410595a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02870 seconds (34.83803/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpa3c97jkd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e79e65c7-1fe9-473f-b70d-4b9eec9739bd-sda', '1748692474.77554', '1748692474', '0', '', '1748692474', 0, 1) +test DEBUG: /tmp/tmpa3c97jkd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e79e65c7-1fe9-473f-b70d-4b9eec9739bd-sda', '1748692474.77554', '1748692474', '0', '', '1748692474', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e79e65c7-1fe9-473f-b70d-4b9eec9739bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02040 seconds (49.01811/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1grtw1l_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', '0922facd-b846-4e0d-ba1f-3b0e0374dcee-sda', '1748692474.82394', '1748692474', '0', '', '1748692474', 1, 1) +test DEBUG: /tmp/tmp1grtw1l_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', '0922facd-b846-4e0d-ba1f-3b0e0374dcee-sda', '1748692474.82394', '1748692474', '0', '', '1748692474', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0922facd-b846-4e0d-ba1f-3b0e0374dcee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03975 seconds (25.15877/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv0r4hgm_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1ac93120-caa1-4f82-91bc-f4b3b2e13111-sda', '1748692474.90836', '1748692476', '0', '', '1748692476', 0, 1) +test DEBUG: /tmp/tmpv0r4hgm_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1ac93120-caa1-4f82-91bc-f4b3b2e13111-sda', '1748692474.90836', '1748692476', '0', '', '1748692476', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1ac93120-caa1-4f82-91bc-f4b3b2e13111-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02656 seconds (37.64665/s) +test INFO: Removed 0 dbs +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv_7ak0y6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', '51b6c0e3-beee-4623-8e29-2ef626cb5b44-sda', '1748692474.97878', '1748692476', '0', '', '1748692476', 1, 1) +test DEBUG: /tmp/tmpv_7ak0y6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692477.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '51b6c0e3-beee-4623-8e29-2ef626cb5b44-sda') +test DEBUG: /tmp/tmpv_7ak0y6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.010458s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4415b0508d1dbb5074b3c8243ffaeb87', '51b6c0e3-beee-4623-8e29-2ef626cb5b44-sda', '1748692474.97878', '1748692476', '0', '', '1748692476', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51b6c0e3-beee-4623-8e29-2ef626cb5b44-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04980 seconds (20.08127/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptfvbenq6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '554c117d1537c1947715f2a25e90986b', '9950ab66-76d4-4106-9311-65e2113ab3e1-sda', '1748692475.05316', '1748692475', '1748692476', '', '1748692476', 1, 1) +test DEBUG: /tmp/tmptfvbenq6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692478.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9950ab66-76d4-4106-9311-65e2113ab3e1-sda') +test DEBUG: /tmp/tmptfvbenq6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00246978s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '554c117d1537c1947715f2a25e90986b', '9950ab66-76d4-4106-9311-65e2113ab3e1-sda', '1748692475.05316', '1748692475', '1748692476', '', '1748692476', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9950ab66-76d4-4106-9311-65e2113ab3e1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05338 seconds (18.73273/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3us8yaix/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '554c117d1537c1947715f2a25e90986b', 'f6fc9d55-93f1-4941-a1d1-1c681ae3cc5d-sda', '1748692475.15078', '1748692475', '1748692476', '', '1748692476', 1, 1) +test DEBUG: /tmp/tmp3us8yaix/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '554c117d1537c1947715f2a25e90986b', 'f6fc9d55-93f1-4941-a1d1-1c681ae3cc5d-sda', '1748692475.15078', '1748692475', '1748692476', '', '1748692476', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6fc9d55-93f1-4941-a1d1-1c681ae3cc5d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04040 seconds (24.75254/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwehru5on/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ed004a55-107d-495d-a0f0-4600f1a5c00c-sda', '1748692475.22980', '1748692477', '1748692476', '', '1748692477', 0, 0) +test DEBUG: /tmp/tmpwehru5on/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ed004a55-107d-495d-a0f0-4600f1a5c00c-sda', '1748692475.22980', '1748692477', '1748692476', '', '1748692477', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ed004a55-107d-495d-a0f0-4600f1a5c00c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03898 seconds (25.65191/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1t2nn9pc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cf9bdcd265eeb2549b9a65fd48558a6', 'f5811bf0-5ae7-4d7d-aa82-2e15c93d615e-sda', '1748692475.29689', '1748692477', '1748692476', '', '1748692477', 1, 0) +test DEBUG: /tmp/tmp1t2nn9pc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692479.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f5811bf0-5ae7-4d7d-aa82-2e15c93d615e-sda') +test DEBUG: /tmp/tmp1t2nn9pc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0109012s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cf9bdcd265eeb2549b9a65fd48558a6', 'f5811bf0-5ae7-4d7d-aa82-2e15c93d615e-sda', '1748692475.29689', '1748692477', '1748692476', '', '1748692477', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f5811bf0-5ae7-4d7d-aa82-2e15c93d615e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04213 seconds (23.73466/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmph_189sgu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36d5159f-4bba-4d4e-8c9f-24d9bbb680b3-sda', '1748692475.38268', '1748692477', '1748692476', '', '1748692477', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3315355 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0086 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0113 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0126 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0127 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0097 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0099 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test DEBUG: /tmp/tmph_189sgu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36d5159f-4bba-4d4e-8c9f-24d9bbb680b3-sda', '1748692475.38268', '1748692477', '1748692476', '', '1748692477', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('36d5159f-4bba-4d4e-8c9f-24d9bbb680b3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03615 seconds (27.66154/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqn553nay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cf9bdcd265eeb2549b9a65fd48558a6', 'ac791bbc-29e2-4810-8aa4-1e045ceb2ae3-sda', '1748692475.45404', '1748692477', '1748692476', '', '1748692477', 1, 1) +test DEBUG: /tmp/tmpqn553nay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cf9bdcd265eeb2549b9a65fd48558a6', 'ac791bbc-29e2-4810-8aa4-1e045ceb2ae3-sda', '1748692475.45404', '1748692477', '1748692476', '', '1748692477', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ac791bbc-29e2-4810-8aa4-1e045ceb2ae3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04434 seconds (22.55361/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjy38awwl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5d3850b2-d0fc-443a-a1b1-6f6a977833e3-sda', '1748692475.93629', '1748692478', '1748692477', '', '1748692478', 0, 0) +test DEBUG: /tmp/tmpjy38awwl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5d3850b2-d0fc-443a-a1b1-6f6a977833e3-sda', '1748692475.93629', '1748692478', '1748692477', '', '1748692478', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5d3850b2-d0fc-443a-a1b1-6f6a977833e3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02316 seconds (43.17063/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuya0juzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', '7b607369-6a34-4017-81b3-73005c535548-sda', '1748692475.98696', '1748692478', '1748692477', '', '1748692478', 1, 0) +test DEBUG: /tmp/tmpuya0juzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692480.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7b607369-6a34-4017-81b3-73005c535548-sda') +test DEBUG: /tmp/tmpuya0juzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00676727s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', '7b607369-6a34-4017-81b3-73005c535548-sda', '1748692475.98696', '1748692478', '1748692477', '', '1748692478', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7b607369-6a34-4017-81b3-73005c535548-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03681 seconds (27.16968/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpl6ww3um0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5dfb7bc-755d-43e6-99e6-0776178fdbcb-sda', '1748692476.06419', '1748692479', '1748692478', '', '1748692479', 0, 0) +test DEBUG: /tmp/tmpl6ww3um0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c5dfb7bc-755d-43e6-99e6-0776178fdbcb-sda', '1748692476.06419', '1748692479', '1748692478', '', '1748692479', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c5dfb7bc-755d-43e6-99e6-0776178fdbcb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02873 seconds (34.80218/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnhs_8yrv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f6ed595e532abedd7c8d5daf476a7573', 'b2f3b922-32d9-48fa-b8d6-fb1bfe23e91e-sda', '1748692476.12901', '1748692479', '1748692478', '', '1748692479', 1, 1) +test DEBUG: /tmp/tmpnhs_8yrv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f6ed595e532abedd7c8d5daf476a7573', 'b2f3b922-32d9-48fa-b8d6-fb1bfe23e91e-sda', '1748692476.12901', '1748692479', '1748692478', '', '1748692479', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b2f3b922-32d9-48fa-b8d6-fb1bfe23e91e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02857 seconds (35.00287/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcbjxwu5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03667c45-0e98-4a28-b590-f5d8a06a226b-sda', '1748692476.20376', '1748692479', '1748692478', '', '1748692479', 0, 0) +test DEBUG: /tmp/tmpcbjxwu5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03667c45-0e98-4a28-b590-f5d8a06a226b-sda', '1748692476.20376', '1748692479', '1748692478', '', '1748692479', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03667c45-0e98-4a28-b590-f5d8a06a226b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf6b4b786161d4cc1ab4ae-00683aedfa) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32379,8 +29512,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd7a1084ab6bb446590956-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32388,8 +29521,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd7a1084ab6bb446590956-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32397,9 +29530,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd7a1084ab6bb446590956-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32407,8 +29539,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx03f0a340abed497a8378a-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32416,8 +29548,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx03f0a340abed497a8378a-00662ddd48) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -32425,503 +29557,1518 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx03f0a340abed497a8378a-00662ddd48) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.13245', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.15000', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test INFO: Attempted to replicate 1 dbs in 0.02243 seconds (44.58543/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwl694hie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'a9aa476a-9666-4a4c-b5d5-dd7ec31f5cce-sda', '1748692476.74207', '1748692479', '1748692478', '', '1748692479', 1, 0) +test DEBUG: /tmp/tmpwl694hie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692480.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a9aa476a-9666-4a4c-b5d5-dd7ec31f5cce-sda') +test DEBUG: /tmp/tmpwl694hie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0149701s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'a9aa476a-9666-4a4c-b5d5-dd7ec31f5cce-sda', '1748692476.74207', '1748692479', '1748692478', '', '1748692479', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9aa476a-9666-4a4c-b5d5-dd7ec31f5cce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04555 seconds (21.95437/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp55drlb67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2e5b86ad-efea-4402-9188-0a7f4e66f118-sda', '1748692476.81652', '1748692479', '1748692478', '', '1748692479', 0, 0) +test DEBUG: /tmp/tmp55drlb67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2e5b86ad-efea-4402-9188-0a7f4e66f118-sda', '1748692476.81652', '1748692479', '1748692478', '', '1748692479', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2e5b86ad-efea-4402-9188-0a7f4e66f118-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02814 seconds (35.53669/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp57ag6yv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'dfd85002-c1c9-4c94-9719-4ff1f5fe9638-sda', '1748692476.88279', '1748692479', '1748692478', '', '1748692479', 1, 1) +test DEBUG: /tmp/tmp57ag6yv7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'dfd85002-c1c9-4c94-9719-4ff1f5fe9638-sda', '1748692476.88279', '1748692479', '1748692478', '', '1748692479', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dfd85002-c1c9-4c94-9719-4ff1f5fe9638-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02613 seconds (38.27359/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmcmop75b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0cf54af8-deb9-492c-995f-da03cfc48605-sda', '1748692477.15634', '1748692481', '1748692480', '', '1748692481', 0, 0) +test DEBUG: /tmp/tmpmcmop75b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0cf54af8-deb9-492c-995f-da03cfc48605-sda', '1748692477.15634', '1748692481', '1748692480', '', '1748692481', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0cf54af8-deb9-492c-995f-da03cfc48605-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01782 seconds (56.12654/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6r7qntzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', 'd3b61d30-a506-4292-8559-fac96ba47f24-sda', '1748692477.19751', '1748692481', '1748692480', '', '1748692481', 1, 1) +test DEBUG: /tmp/tmp6r7qntzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692482.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd3b61d30-a506-4292-8559-fac96ba47f24-sda') +test DEBUG: /tmp/tmp6r7qntzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00718594s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', 'd3b61d30-a506-4292-8559-fac96ba47f24-sda', '1748692477.19751', '1748692481', '1748692480', '', '1748692481', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d3b61d30-a506-4292-8559-fac96ba47f24-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07608 seconds (13.14460/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8di49062/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '420b5df0-3d36-47b5-935b-8c87d8066f9b-sda', '1748692477.30526', '1748692481', '1748692480', '', '1748692481', 0, 1) +test DEBUG: /tmp/tmp8di49062/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '420b5df0-3d36-47b5-935b-8c87d8066f9b-sda', '1748692477.30526', '1748692481', '1748692480', '', '1748692481', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('420b5df0-3d36-47b5-935b-8c87d8066f9b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281799.80654', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692476.24033', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281799.81418', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692476.27036', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0100 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0098 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0107 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmpuwz1e3uz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0123 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0103 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0085 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0106 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0103 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3315355 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0221 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0140 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0092 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0093 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0194 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0120 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0195 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ffff70a337e482e8b973-00683aedfa) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test INFO: Attempted to replicate 1 dbs in 0.02898 seconds (34.51210/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2pw_0_kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', 'bc92a9ed-9260-4973-821a-1a5dde7ebb79-sda', '1748692477.43092', '1748692481', '1748692480', '', '1748692481', 1, 0) +test DEBUG: /tmp/tmp2pw_0_kf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', 'bc92a9ed-9260-4973-821a-1a5dde7ebb79-sda', '1748692477.43092', '1748692481', '1748692480', '', '1748692481', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bc92a9ed-9260-4973-821a-1a5dde7ebb79-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02264 seconds (44.16060/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp44ack_ep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46dd9f40-97d8-4083-a4cc-0a70ad8ae783-sda', '1748692477.61541', '1748692482', '1748692481', '', '1748692482', 0, 0) +test DEBUG: /tmp/tmp44ack_ep/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46dd9f40-97d8-4083-a4cc-0a70ad8ae783-sda', '1748692477.61541', '1748692482', '1748692481', '', '1748692482', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('46dd9f40-97d8-4083-a4cc-0a70ad8ae783-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02335 seconds (42.82943/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7g6ybu_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'bd8ed044-cb47-41d2-99f5-a9637d0b6829-sda', '1748692477.67041', '1748692482', '1748692481', '', '1748692482', 1, 0) +test DEBUG: /tmp/tmp7g6ybu_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692483.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bd8ed044-cb47-41d2-99f5-a9637d0b6829-sda') +test DEBUG: /tmp/tmp7g6ybu_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0109103s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'bd8ed044-cb47-41d2-99f5-a9637d0b6829-sda', '1748692477.67041', '1748692482', '1748692481', '', '1748692482', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bd8ed044-cb47-41d2-99f5-a9637d0b6829-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03193 seconds (31.32288/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpaau1ienb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8857053b-277d-41a6-916a-4e0123c6ab1e-sda', '1748692477.73209', '1748692482', '1748692481', '', '1748692482', 0, 1) +test DEBUG: /tmp/tmpaau1ienb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8857053b-277d-41a6-916a-4e0123c6ab1e-sda', '1748692477.73209', '1748692482', '1748692481', '', '1748692482', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8857053b-277d-41a6-916a-4e0123c6ab1e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02696 seconds (37.08806/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptouprj9g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'f891a95b-7290-4636-8d28-9e1fc1174e42-sda', '1748692477.78710', '1748692482', '1748692481', '', '1748692482', 1, 0) +test DEBUG: /tmp/tmptouprj9g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'f891a95b-7290-4636-8d28-9e1fc1174e42-sda', '1748692477.78710', '1748692482', '1748692481', '', '1748692482', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f891a95b-7290-4636-8d28-9e1fc1174e42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02998 seconds (33.35817/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '99be5875-13c2-42ef-bbc2-63cfdb0c8318-sda', '1748692477.83874', '1748692477.00000', '0', '', '1748692477.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '99be5875-13c2-42ef-bbc2-63cfdb0c8318-sda', '1748692477.83874', '1748692478.00000', '0', '', '1748692477.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'b33c7a7d167bba070baa54c2de733435', '340918b3-f98d-44da-ab4b-2c083db9d332-sda', '1748692477.88840', '1748692477.88637', '0', '', '1748692477.88637', 11, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:22] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:22] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmpvwjikn7x/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1748692478.32195, time window end: 1748692478.32195, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.88077', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.89101', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.89289', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.90741', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.90924', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.92015', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.93017', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.93213', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.94619', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.97663', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692475.99070', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692476.89460', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692476.91184', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1748692477.89724', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1748692477.90217', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1748692477.90228', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1748692477.90236', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1748692477.90243', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1748692477.90251', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1748692477.90257', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1748692477.90264', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1748692477.90272', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1748692477.90278', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1748692477.90290', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1748692477.92209', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1748692477.93808', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1748692477.95410', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1748692477.95704', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1748692477.96947', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1748692477.97817', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1748692477.98123', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1748692477.98422', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1748692477.99329', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'a8df0beb8cd00fbfa5aced3d5db75ef7', '340918b3-f98d-44da-ab4b-2c083db9d332-sda', '1748692477.88840', '1748692477.88637', '0', '', '1748692477.88637', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1748692478.00211', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '340918b3-f98d-44da-ab4b-2c083db9d332-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3cckh2xu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18943702-f400-4c33-ac38-833216aade2f-sda', '1748692478.20336', '1748692479', '0', '', '1748692479', 0, 0) +test DEBUG: /tmp/tmp3cckh2xu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18943702-f400-4c33-ac38-833216aade2f-sda', '1748692478.20336', '1748692479', '0', '', '1748692479', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('18943702-f400-4c33-ac38-833216aade2f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03104 seconds (32.21792/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbmkhkv8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', '3509aefc-e33f-4382-87b9-7d916c380f53-sda', '1748692478.25204', '1748692479', '0', '', '1748692479', 1, 0) +test DEBUG: /tmp/tmpbmkhkv8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692480.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3509aefc-e33f-4382-87b9-7d916c380f53-sda') +test DEBUG: /tmp/tmpbmkhkv8v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0029788s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', '3509aefc-e33f-4382-87b9-7d916c380f53-sda', '1748692478.25204', '1748692479', '0', '', '1748692479', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3509aefc-e33f-4382-87b9-7d916c380f53-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbmkhkv8v/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04483 seconds (22.30415/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692476.30408', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115436Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692476.32723', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb8337e440c5f44d98b86c-00683aedfd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx79a13470d3fd4a399efa0-00683aedfd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txafa2d5fbbba04347b4d3d-00683aedfd) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txfa4546788b7a4954badce-00683aedfe) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: tx2accff2ba8c340ed90413-00683aedfe) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: txf06b75cd23e4422d98321-00683aedfe) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txe78afe4bb0ef44468e7d6-00683aedfe) +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1748692478.7344804, time window end: 1748692478.7344904, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1748692478.7346764, time window end: 1748692478.7349713, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1748692478.735076, time window end: 1748692478.7351263, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: Replicating db /tmp/tmpbmkhkv8v/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '6afb3460ea601d0ecc08bc8f3554d776', 'feb4b339-c441-4cc0-961c-e5774301e1c4-sda', '1748692478.29709', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('feb4b339-c441-4cc0-961c-e5774301e1c4-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '6afb3460ea601d0ecc08bc8f3554d776', 'feb4b339-c441-4cc0-961c-e5774301e1c4-sda', '1748692478.29709', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('feb4b339-c441-4cc0-961c-e5774301e1c4-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfvx3owol/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29f30d36-9911-4372-96bc-b8f3627d7e96-sda', '1748692478.69691', '1748692479', '0', '', '1748692479', 0, 0) +test DEBUG: /tmp/tmpfvx3owol/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '29f30d36-9911-4372-96bc-b8f3627d7e96-sda', '1748692478.69691', '1748692479', '0', '', '1748692479', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('29f30d36-9911-4372-96bc-b8f3627d7e96-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01979 seconds (50.51770/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgwjdwcck/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'ca0fd398-ed61-4d02-84ae-0742687fe7cb-sda', '1748692478.74299', '1748692479', '0', '', '1748692479', 1, 1) +test DEBUG: /tmp/tmpgwjdwcck/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6e318210afbb30abbcbe5672fe3725fd', 'ca0fd398-ed61-4d02-84ae-0742687fe7cb-sda', '1748692478.74299', '1748692479', '0', '', '1748692479', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ca0fd398-ed61-4d02-84ae-0742687fe7cb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgwjdwcck/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05969 seconds (16.75186/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpgwjdwcck/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'b08c3969d56a8118e0ef4a5a39b71b12', '928d94ef-71ae-4e8e-bbf6-b5d45e564e99-sda', '1748692478.80161', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('928d94ef-71ae-4e8e-bbf6-b5d45e564e99-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'b08c3969d56a8118e0ef4a5a39b71b12', '928d94ef-71ae-4e8e-bbf6-b5d45e564e99-sda', '1748692478.80161', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('928d94ef-71ae-4e8e-bbf6-b5d45e564e99-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwum3_i32/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a787a7de-3bba-49c7-ab62-9c40b693f907-sda', '1748692478.88346', '1748692479', '1748692480', '', '1748692480', 0, 1) +test DEBUG: /tmp/tmpwum3_i32/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a787a7de-3bba-49c7-ab62-9c40b693f907-sda', '1748692478.88346', '1748692479', '1748692480', '', '1748692480', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a787a7de-3bba-49c7-ab62-9c40b693f907-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02314 seconds (43.21867/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8z6pnnqi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f6ed595e532abedd7c8d5daf476a7573', 'f36a63ea-9bda-4b0f-9d5b-c146a372067b-sda', '1748692478.92886', '1748692479', '1748692480', '', '1748692480', 1, 0) +test DEBUG: /tmp/tmp8z6pnnqi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692481.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f36a63ea-9bda-4b0f-9d5b-c146a372067b-sda') +test DEBUG: /tmp/tmp8z6pnnqi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00784826s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f6ed595e532abedd7c8d5daf476a7573', 'f36a63ea-9bda-4b0f-9d5b-c146a372067b-sda', '1748692478.92886', '1748692479', '1748692480', '', '1748692480', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f36a63ea-9bda-4b0f-9d5b-c146a372067b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8z6pnnqi/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05050 seconds (19.80356/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8z6pnnqi/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '8993a940692d56baafae781745eb0a21', '517f13ac-ac7c-4467-8232-ce6f531ac62b-sda', '1748692478.97986', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('517f13ac-ac7c-4467-8232-ce6f531ac62b-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115437Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.37651', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115437Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.40197', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9057612f20e4d42a81a8-00662ddd49) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9057612f20e4d42a81a8-00662ddd49) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx31a948e826494332ac820-00683aedfe) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx31a948e826494332ac820-00683aedfe) +test INFO: Client disconnected on read of '/a/c' (txn: tx31a948e826494332ac820-00683aedfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6a5f6ea7d4264143a1245-00683aedfe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6a5f6ea7d4264143a1245-00683aedfe) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6a5f6ea7d4264143a1245-00683aedfe) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txeaad8de369c34d80843b4-00683aedfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd4a597f84f8e4948a8ea1-00683aedfe) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2c2e693fec6e495b9d632-00683aedfe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8dedddfd28b340b58b45f-00683aedfe) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9057612f20e4d42a81a8-00662ddd49) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx787c53ac3a374073890d5-00662ddd49) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -32930,1256 +31077,2278 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: Connection refused: Please insert ten dollars (txn: tx76cab70f77c34af6a2230-00662ddd49) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txc07d6af2c6ce45388ab68-00662ddd49) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx29815ec380e6435b9ae22-00662ddd49) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txadc4562c73524c638dcc3-00662ddd49) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txd13f436ab8f34a3a9e5b5-00662ddd49) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET https://cluster.domain HTTP/1.0" 200 117 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx6166ea0e2faa462897f0d-00662ddd4b) -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (51368) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "PUT /path HTTP/1.0" 200 105 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET / HTTP/1.1" 200 120 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET /%FF HTTP/1.1" 200 123 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET /ÿ HTTP/1.1" 200 126 0.000047 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET // HTTP/1.1" 200 121 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET //bar HTTP/1.1" 200 124 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET //////baz HTTP/1.1" 200 128 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sun, 28 Apr 2024 05:23:23 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (51368) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51368) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:23] "GET /someurl HTTP/1.0" 200 102 0.000030 -proxy INFO: wsgi exiting -proxy INFO: (51368) wsgi exited, is_accepting=True -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +Exception: kaboom! (txn: tx2835b4186e5f413197caa-00683aedfe) +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '8993a940692d56baafae781745eb0a21', '517f13ac-ac7c-4467-8232-ce6f531ac62b-sda', '1748692478.97986', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('517f13ac-ac7c-4467-8232-ce6f531ac62b-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_g3q_whe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '35827f3c-3a4e-47af-86fe-3596330abfbf-sda', '1748692479.02087', '1748692480', '1748692481', '', '1748692481', 0, 1) +test DEBUG: /tmp/tmp_g3q_whe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '35827f3c-3a4e-47af-86fe-3596330abfbf-sda', '1748692479.02087', '1748692480', '1748692481', '', '1748692481', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('35827f3c-3a4e-47af-86fe-3596330abfbf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02048 seconds (48.83377/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1_2eo68h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', '8de89e5b-8f3b-47fc-abf2-3aff42df4f98-sda', '1748692479.06403', '1748692480', '1748692481', '', '1748692481', 1, 0) +test DEBUG: /tmp/tmp1_2eo68h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', '8de89e5b-8f3b-47fc-abf2-3aff42df4f98-sda', '1748692479.06403', '1748692480', '1748692481', '', '1748692481', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8de89e5b-8f3b-47fc-abf2-3aff42df4f98-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp1_2eo68h/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04688 seconds (21.33068/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp1_2eo68h/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e0919b89adac4ebe8a3d93a438307087', 'd585b964-9e80-482e-bdd9-94134547dc11-sda', '1748692479.10834', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('d585b964-9e80-482e-bdd9-94134547dc11-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e0919b89adac4ebe8a3d93a438307087', 'd585b964-9e80-482e-bdd9-94134547dc11-sda', '1748692479.10834', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('d585b964-9e80-482e-bdd9-94134547dc11-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpphn43m24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e007bc2f-089e-412d-937c-bf56a26fb4d4-sda', '1748692479.14071', '1748692479', '1748692480', '', '1748692480', 0, 1) +test DEBUG: /tmp/tmpphn43m24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e007bc2f-089e-412d-937c-bf56a26fb4d4-sda', '1748692479.14071', '1748692479', '1748692480', '', '1748692480', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e007bc2f-089e-412d-937c-bf56a26fb4d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03100 seconds (32.25509/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8ouvm600/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cf08d97e-3211-46e9-96d3-18b26c3fdc0d-sda', '1748692479.19901', '1748692479', '1748692480', '', '1748692480', 0, 1) +test DEBUG: /tmp/tmp8ouvm600/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cf08d97e-3211-46e9-96d3-18b26c3fdc0d-sda', '1748692479.19901', '1748692479', '1748692480', '', '1748692480', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cf08d97e-3211-46e9-96d3-18b26c3fdc0d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02028 seconds (49.30159/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpczs5p7j1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f22d572-81bb-4941-8822-a80e0cf07f09-sda', '1748692479.24626', '1748692481', '0', '', '1748692481', 0, 1) +test DEBUG: /tmp/tmpczs5p7j1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f22d572-81bb-4941-8822-a80e0cf07f09-sda', '1748692479.24626', '1748692481', '0', '', '1748692481', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5f22d572-81bb-4941-8822-a80e0cf07f09-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02370 seconds (42.20198/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuarwtn3b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', '805cad41-26fc-49d6-af7e-8146bab7edc7-sda', '1748692479.28559', '1748692481', '0', '', '1748692481', 1, 0) +test DEBUG: /tmp/tmpuarwtn3b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', '805cad41-26fc-49d6-af7e-8146bab7edc7-sda', '1748692479.28559', '1748692481', '0', '', '1748692481', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('805cad41-26fc-49d6-af7e-8146bab7edc7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpuarwtn3b/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04320 seconds (23.14706/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpuarwtn3b/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e0919b89adac4ebe8a3d93a438307087', '507ef46d-0ec9-4e4a-8442-30c2bce18085-sda', '1748692479.32647', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('507ef46d-0ec9-4e4a-8442-30c2bce18085-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e0919b89adac4ebe8a3d93a438307087', '507ef46d-0ec9-4e4a-8442-30c2bce18085-sda', '1748692479.32647', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('507ef46d-0ec9-4e4a-8442-30c2bce18085-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd31db347-b57a-4254-a7d2-a0525a6963d5-sda', '1748692479.35749', '1748692479.35554', '0', '', '1748692479.35554', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxogqmti0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2c23f27-08db-4f85-a18a-62880fc31894-sda', '1748692479.37317', '1748692479.37143', '0', '', '1748692479.37143', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d2c23f27-08db-4f85-a18a-62880fc31894-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd2c23f27-08db-4f85-a18a-62880fc31894-sda', '1748692479.37317', '1748692479.37143', '0', '', '1748692479.37143', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d2c23f27-08db-4f85-a18a-62880fc31894-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01757 seconds (56.90169/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dce1d81a2fd9e8932b21478f960765b5', 'ad64d89d-b496-4406-a0b1-2084e7fac83f-sda', '1748692479.41530', '1748692479.40547', '0', '', '1748692479.40547', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ad64d89d-b496-4406-a0b1-2084e7fac83f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0dea0e951afdb10728403493dba60c3c', '7779ef7a-9aae-4d5a-82a7-2058307e2e9c-sda', '1748692479.45842', '1748692479.45641', '0', '', '1748692479.45641', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1748692479.46667', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1748692479.46729', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1748692479.46738', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1748692479.46745', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1748692479.46752', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1748692479.46759', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1748692479.46766', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1748692479.46772', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1748692479.46779', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1748692479.46786', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1748692479.46793', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7779ef7a-9aae-4d5a-82a7-2058307e2e9c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpajrcdkk4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2cc5cb85-f10a-4dae-be1f-e5ce601431c1-sda', '1748692479.51307', '1748692482', '0', '', '1748692482', 0, 0) +test DEBUG: /tmp/tmpajrcdkk4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2cc5cb85-f10a-4dae-be1f-e5ce601431c1-sda', '1748692479.51307', '1748692482', '0', '', '1748692482', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2cc5cb85-f10a-4dae-be1f-e5ce601431c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02631 seconds (38.00895/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5lvpt81i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', '66824636-792c-4632-b7a7-0673782943db-sda', '1748692479.60326', '1748692482', '0', '', '1748692482', 1, 1) +test DEBUG: /tmp/tmp5lvpt81i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692483.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '66824636-792c-4632-b7a7-0673782943db-sda') +test DEBUG: /tmp/tmp5lvpt81i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0108926s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', '66824636-792c-4632-b7a7-0673782943db-sda', '1748692479.60326', '1748692482', '0', '', '1748692482', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('66824636-792c-4632-b7a7-0673782943db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5lvpt81i/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06925 seconds (14.44129/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5lvpt81i/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '96af54ac10edc8ec223da68eb8551175', '20b99d41-3806-4c56-96be-a773e95f9cbf-sda', '1748692479.65757', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('20b99d41-3806-4c56-96be-a773e95f9cbf-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '96af54ac10edc8ec223da68eb8551175', '20b99d41-3806-4c56-96be-a773e95f9cbf-sda', '1748692479.65757', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('20b99d41-3806-4c56-96be-a773e95f9cbf-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7a5vpq9m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db7cb83d-9fbf-4462-9494-9f63e256f8ce-sda', '1748692479.72142', '1748692482', '0', '', '1748692482', 0, 0) +test DEBUG: /tmp/tmp7a5vpq9m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db7cb83d-9fbf-4462-9494-9f63e256f8ce-sda', '1748692479.72142', '1748692482', '0', '', '1748692482', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('db7cb83d-9fbf-4462-9494-9f63e256f8ce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03689 seconds (27.10524/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoaiwys4y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'e895bcaa-122e-47b0-9fa3-eb0576d7cf36-sda', '1748692479.79366', '1748692482', '0', '', '1748692482', 1, 0) +test DEBUG: /tmp/tmpoaiwys4y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5495ba1665891253e9023c9efb0ac701', 'e895bcaa-122e-47b0-9fa3-eb0576d7cf36-sda', '1748692479.79366', '1748692482', '0', '', '1748692482', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e895bcaa-122e-47b0-9fa3-eb0576d7cf36-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpoaiwys4y/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05774 seconds (17.31957/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpoaiwys4y/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'de651ec7412d3af7416886226ba36315', '821b99ef-2db9-4380-b63a-4a2f88e01fbb-sda', '1748692479.85031', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('821b99ef-2db9-4380-b63a-4a2f88e01fbb-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'de651ec7412d3af7416886226ba36315', '821b99ef-2db9-4380-b63a-4a2f88e01fbb-sda', '1748692479.85031', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('821b99ef-2db9-4380-b63a-4a2f88e01fbb-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplh9nbx0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26c5d6b0-f3eb-4d18-a4e5-720105f497ba-sda', '1748692479.89266', '1748692479', '1748692483', '', '1748692483', 0, 0) +test DEBUG: /tmp/tmplh9nbx0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '26c5d6b0-f3eb-4d18-a4e5-720105f497ba-sda', '1748692479.89266', '1748692479', '1748692483', '', '1748692483', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('26c5d6b0-f3eb-4d18-a4e5-720105f497ba-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01877 seconds (53.28034/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4hhcth9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'd9c993bc-d247-4217-8647-9658fe6aaca7-sda', '1748692479.93942', '1748692479', '1748692483', '', '1748692483', 1, 0) +test DEBUG: /tmp/tmp4hhcth9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692484.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd9c993bc-d247-4217-8647-9658fe6aaca7-sda') +test DEBUG: /tmp/tmp4hhcth9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00743699s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'd9c993bc-d247-4217-8647-9658fe6aaca7-sda', '1748692479.93942', '1748692479', '1748692483', '', '1748692483', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d9c993bc-d247-4217-8647-9658fe6aaca7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4hhcth9o/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03814 seconds (26.22007/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.34042', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.36035', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6fa01121678f4f9d99423-00683aedfe) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6fa01121678f4f9d99423-00683aedfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txf5de490385e64c76999f9-00683aedfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx79b0edd08a344f488fa99-00683aedfe) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf5a1d562ba894572a9904-00683aedfe) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx5bf8fccd123548e38baf5-00683aedff) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx9552fa74e9534bcbae835-00683aedff) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe96510369a424501a00fc-00683aedff) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe96510369a424501a00fc-00683aedff) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txe9dfb046f32543a7810ce-00683aedff) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe19e51d910694449a6845-00683aedff) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx953c66e3bd5c4951bc48b-00683aedff) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txc25f87b16625436889340-00683aedff) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txcba7657b2f724565ab6a4-00683aedff) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe29d9d903bbd4fb1b5a5f-00683aedff) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe29d9d903bbd4fb1b5a5f-00683aedff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb0d9cd0fb585480abebb2-00683aedff) +test INFO: Client disconnected on read of '/a/c' (txn: tx4eacb4f5d0fd404aac77f-00683aedff) +test INFO: Client disconnected on read of '/a/c' (txn: txb593a9b561274ac988091-00683aedff) +test INFO: Client disconnected on read of '/a/c' (txn: txb593a9b561274ac988091-00683aedff) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0089 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0068 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0071 "-" 3315355 - +test ERROR: ERROR Account update failed with 127.0.0.1:51211/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0068 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0152 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 3315355 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3315355 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0097 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0078 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0070 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:37 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0053 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0092 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0054 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0094 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0116 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0139 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0093 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0134 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0095 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0089 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0094 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0134 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0093 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0134 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0087 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0133 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0094 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0006 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0093 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0126 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0034 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0133 "-" 3315355 - +test DEBUG: Unlinked retiring db '/tmp/tmp3sd2m747/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0092 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0087 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0092 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0133 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0134 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.52052', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.52260', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.52481', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.54292', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.54481', 'Content-Type': 'binary/octet-stream'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.55557', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.55742', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.56767', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.56951', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.61261', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.62274', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.78425', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.80009', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp4hhcth9o/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '84ff9e2a49ca56e44b936fc7d3fce1d4', '5132556e-eb0f-4f77-923d-86582221ec88-sda', '1748692479.98527', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5132556e-eb0f-4f77-923d-86582221ec88-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '84ff9e2a49ca56e44b936fc7d3fce1d4', '5132556e-eb0f-4f77-923d-86582221ec88-sda', '1748692479.98527', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5132556e-eb0f-4f77-923d-86582221ec88-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpt1fojq0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'caa4ab4e-292f-4601-be2f-cc289eb0e9d3-sda', '1748692480.03132', '1748692480', '1748692484', '', '1748692484', 0, 0) +test DEBUG: /tmp/tmpt1fojq0j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'caa4ab4e-292f-4601-be2f-cc289eb0e9d3-sda', '1748692480.03132', '1748692480', '1748692484', '', '1748692484', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('caa4ab4e-292f-4601-be2f-cc289eb0e9d3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02031 seconds (49.24833/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppkjdd9po/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', 'b184b5d8-74a1-4295-af2b-5fd9e62ef000-sda', '1748692480.07740', '1748692480', '1748692484', '', '1748692484', 1, 0) +test DEBUG: /tmp/tmppkjdd9po/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', 'b184b5d8-74a1-4295-af2b-5fd9e62ef000-sda', '1748692480.07740', '1748692480', '1748692484', '', '1748692484', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b184b5d8-74a1-4295-af2b-5fd9e62ef000-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppkjdd9po/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04369 seconds (22.88875/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmppkjdd9po/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'c87889fd-9947-40c4-9218-971ea262544a-sda', '1748692480.12114', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('c87889fd-9947-40c4-9218-971ea262544a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'c87889fd-9947-40c4-9218-971ea262544a-sda', '1748692480.12114', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('c87889fd-9947-40c4-9218-971ea262544a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwc849ur2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f83df10f-0690-4314-a2d2-e57e44c77dbc-sda', '1748692480.16173', '1748692480', '0', '', '1748692480', 0, 1) +test DEBUG: /tmp/tmpwc849ur2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f83df10f-0690-4314-a2d2-e57e44c77dbc-sda', '1748692480.16173', '1748692480', '0', '', '1748692480', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f83df10f-0690-4314-a2d2-e57e44c77dbc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02372 seconds (42.15278/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9ph18fs4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'c5be2607-211d-4d9b-8aa8-84835ba56df8-sda', '1748692480.20830', '1748692480', '0', '', '1748692480', 1, 1) +test DEBUG: /tmp/tmp9ph18fs4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692484.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c5be2607-211d-4d9b-8aa8-84835ba56df8-sda') +test DEBUG: /tmp/tmp9ph18fs4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0026288s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'c5be2607-211d-4d9b-8aa8-84835ba56df8-sda', '1748692480.20830', '1748692480', '0', '', '1748692480', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c5be2607-211d-4d9b-8aa8-84835ba56df8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9ph18fs4/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04118 seconds (24.28195/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9ph18fs4/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '20a9ccdc3d9c5a2fd508b3cbf87cebd5', '58af4142-ea06-4103-adb8-5704a48bffa1-sda', '1748692480.25644', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('58af4142-ea06-4103-adb8-5704a48bffa1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '20a9ccdc3d9c5a2fd508b3cbf87cebd5', '58af4142-ea06-4103-adb8-5704a48bffa1-sda', '1748692480.25644', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('58af4142-ea06-4103-adb8-5704a48bffa1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppn17wb9t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04c441e1-5be2-4539-99e6-fc0993cea84f-sda', '1748692480.28372', '1748692480', '0', '', '1748692480', 0, 0) +test DEBUG: /tmp/tmppn17wb9t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04c441e1-5be2-4539-99e6-fc0993cea84f-sda', '1748692480.28372', '1748692480', '0', '', '1748692480', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04c441e1-5be2-4539-99e6-fc0993cea84f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01842 seconds (54.30193/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvxzq3k7q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'b779221e-f9ea-4060-a0f2-4df8a8cf14f5-sda', '1748692480.32959', '1748692480', '0', '', '1748692480', 1, 1) +test DEBUG: /tmp/tmpvxzq3k7q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4bd92a4afd3c4cc52c9e963bc738ab46', 'b779221e-f9ea-4060-a0f2-4df8a8cf14f5-sda', '1748692480.32959', '1748692480', '0', '', '1748692480', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b779221e-f9ea-4060-a0f2-4df8a8cf14f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvxzq3k7q/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04779 seconds (20.92492/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpvxzq3k7q/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '20a9ccdc3d9c5a2fd508b3cbf87cebd5', '7f1b4dee-ef09-4eec-aebc-07eea6e42de7-sda', '1748692480.38451', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('7f1b4dee-ef09-4eec-aebc-07eea6e42de7-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '20a9ccdc3d9c5a2fd508b3cbf87cebd5', '7f1b4dee-ef09-4eec-aebc-07eea6e42de7-sda', '1748692480.38451', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('7f1b4dee-ef09-4eec-aebc-07eea6e42de7-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpny32nvea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4f1ea391-9f09-4003-ace5-71078e01e5f1-sda', '1748692480.60542', '1748692480', '1748692482', '', '1748692482', 0, 1) +test DEBUG: /tmp/tmpny32nvea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4f1ea391-9f09-4003-ace5-71078e01e5f1-sda', '1748692480.60542', '1748692480', '1748692482', '', '1748692482', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4f1ea391-9f09-4003-ace5-71078e01e5f1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01777 seconds (56.28320/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6kujc5q_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', '99f08e48-fa4b-49dd-8bb9-dc20d84ca260-sda', '1748692480.64375', '1748692480', '1748692482', '', '1748692482', 1, 0) +test DEBUG: /tmp/tmp6kujc5q_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692485.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '99f08e48-fa4b-49dd-8bb9-dc20d84ca260-sda') +test DEBUG: /tmp/tmp6kujc5q_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00535846s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', '99f08e48-fa4b-49dd-8bb9-dc20d84ca260-sda', '1748692480.64375', '1748692480', '1748692482', '', '1748692482', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('99f08e48-fa4b-49dd-8bb9-dc20d84ca260-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6kujc5q_/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02256 seconds (44.33471/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6kujc5q_/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'e85af0d9-b932-482c-8ea6-cbaee9e52dd1-sda', '1748692480.67028', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e85af0d9-b932-482c-8ea6-cbaee9e52dd1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'e85af0d9-b932-482c-8ea6-cbaee9e52dd1-sda', '1748692480.67028', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e85af0d9-b932-482c-8ea6-cbaee9e52dd1-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdusidx61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0054 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315355 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0131 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0060 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0047 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0156 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0044 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0129 "-" 3315355 0 +test DEBUG: Unlinked retiring db '/tmp/tmp48aj3ajy/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0050 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:39 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692477.86042', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115437Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692477.87335', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d01c3dd-353e-45fc-8656-19d9d38f0b31-sda', '1748692480.68974', '1748692480', '1748692482', '', '1748692482', 0, 1) +test DEBUG: /tmp/tmpdusidx61/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d01c3dd-353e-45fc-8656-19d9d38f0b31-sda', '1748692480.68974', '1748692480', '1748692482', '', '1748692482', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1d01c3dd-353e-45fc-8656-19d9d38f0b31-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02014 seconds (49.66235/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppkd2_jyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', '0fac2965-81df-46c9-95da-34fdc58f45c8-sda', '1748692480.73817', '1748692480', '1748692482', '', '1748692482', 1, 0) +test DEBUG: /tmp/tmppkd2_jyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67ca59135bbe0b39040860599f201f76', '0fac2965-81df-46c9-95da-34fdc58f45c8-sda', '1748692480.73817', '1748692480', '1748692482', '', '1748692482', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0fac2965-81df-46c9-95da-34fdc58f45c8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppkd2_jyd/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01621 seconds (61.68600/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmppkd2_jyd/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'ca704751-0eb5-4e38-b7e6-74633c14412d-sda', '1748692480.76254', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('ca704751-0eb5-4e38-b7e6-74633c14412d-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '297f89c6be3bc63dc6355ffae9f83235', 'ca704751-0eb5-4e38-b7e6-74633c14412d-sda', '1748692480.76254', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('ca704751-0eb5-4e38-b7e6-74633c14412d-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp6uio1am/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9e10d553-7a01-40c2-bae6-3e93a6aff4ae-sda', '1748692480.77902', '1748692483', '1748692482', '', '1748692483', 0, 1) +test DEBUG: /tmp/tmpp6uio1am/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9e10d553-7a01-40c2-bae6-3e93a6aff4ae-sda', '1748692480.77902', '1748692483', '1748692482', '', '1748692483', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9e10d553-7a01-40c2-bae6-3e93a6aff4ae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02382 seconds (41.98989/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeccktt6j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa5aff1edd53ee91875908fca157b218', '4c9d5f34-b81d-4568-bb7e-9650fe4db44e-sda', '1748692480.81387', '1748692483', '1748692482', '', '1748692483', 1, 1) +test DEBUG: /tmp/tmpeccktt6j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692486.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4c9d5f34-b81d-4568-bb7e-9650fe4db44e-sda') +test DEBUG: /tmp/tmpeccktt6j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00262594s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa5aff1edd53ee91875908fca157b218', '4c9d5f34-b81d-4568-bb7e-9650fe4db44e-sda', '1748692480.81387', '1748692483', '1748692482', '', '1748692483', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4c9d5f34-b81d-4568-bb7e-9650fe4db44e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpeccktt6j/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02520 seconds (39.68556/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpeccktt6j/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '019fff371a59b6e4d5a9a45785fe87bb', 'ecbf532c-26fd-4ff8-b8a6-64f06b3b231f-sda', '1748692480.84624', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('ecbf532c-26fd-4ff8-b8a6-64f06b3b231f-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '019fff371a59b6e4d5a9a45785fe87bb', 'ecbf532c-26fd-4ff8-b8a6-64f06b3b231f-sda', '1748692480.84624', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('ecbf532c-26fd-4ff8-b8a6-64f06b3b231f-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcsxzl18s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd62875c0-c14b-4b36-b247-35f8cf95345d-sda', '1748692480.88140', '1748692483', '1748692482', '', '1748692483', 0, 1) +test DEBUG: /tmp/tmpcsxzl18s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd62875c0-c14b-4b36-b247-35f8cf95345d-sda', '1748692480.88140', '1748692483', '1748692482', '', '1748692483', 0, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location @@ -34242,579 +33411,12 @@ test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx0adc62f654984dc3a699d-00662ddd49) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx85067228e4e64cc195364-00662ddd4a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4944ca27507e40cd8a167-00662ddd4a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txe498b33e8b5e4e4e9dbb9-00662ddd4a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: tx8723a73453cf4beea739b-00662ddd4a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx740506b8912245aa98aae-00662ddd4a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx43f659ddcad94a06bd0a9-00662ddd4a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx74a3fce2645940dd8e9a7-00662ddd4a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx74a3fce2645940dd8e9a7-00662ddd4a) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx74a3fce2645940dd8e9a7-00662ddd4a) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx74a3fce2645940dd8e9a7-00662ddd4a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpngbhvr0b: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink @@ -34909,245 +33511,138 @@ test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile456 +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +Quarantined /tmp/tmpua5o34_d/dev/dbs/par/pre/db to /tmp/tmpua5o34_d/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpua5o34_d/dev/dbs/par/pre/db to /tmp/tmpua5o34_d/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpua5o34_d/dev/dbs/par/pre/db to /tmp/tmpua5o34_d/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpua5o34_d/dev/dbs/par/pre/db to /tmp/tmpua5o34_d/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmp6aqnyvad/dev/dbs/par/pre/db to /tmp/tmp6aqnyvad/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36ae980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36ae980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36ae980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36ae980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36ad6c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36aea40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffa36aea40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile456 30 function calls in 0.001 seconds @@ -35156,15 +33651,15 @@ ncalls tottime percall cumtime percall filename:lineno(function) 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) 0 0.000 0.000 profile:0(profiler) 6 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile456 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile456 30 function calls in 0.001 seconds @@ -35179,9 +33674,9 @@ 0 0.000 0.000 profile:0(profiler) -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmppi6v94jl/unittest.profile456 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpy9r5hvtp/unittest.profile456 30 function calls in 0.001 seconds @@ -35190,13 +33685,13 @@ ncalls tottime percall cumtime percall filename:lineno(function) 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) 0 0.000 0.000 profile:0(profiler) 6 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 5 function calls in 0.000 seconds @@ -35211,7 +33706,7 @@ 1 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 5 function calls in 0.000 seconds @@ -35226,7 +33721,7 @@ 1 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 5 function calls in 0.000 seconds @@ -35241,7 +33736,7 @@ 1 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 5 function calls in 0.000 seconds @@ -35256,26 +33751,9 @@ 1 0.000 0.000 0.000 0.000 :0(setprofile) -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile456 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile456 30 function calls in 0.001 seconds @@ -35283,10 +33761,1452 @@ ncalls tottime percall cumtime percall filename:lineno(function) 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render + 6 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +Quarantined /tmp/tmp2wl3qwk8/dev/dbs/par/pre/db to /tmp/tmp2wl3qwk8/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:54:39 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0110 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:39 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0008 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0111 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0085 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0206 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0096 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0099 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315355 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0223 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0036 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0094 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0202 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0118 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0231 "-" 3315355 - +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0083 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0120 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0118 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0053 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0159 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0159 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0143 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0104 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3315355 nada +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3315355 999 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0115 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0054 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0076 "-" 3315355 1 +test INFO: - - - [31/May/2025:11:54:39 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 3315355 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0086 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0052 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0022 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0093 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0080 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0105 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0059 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0069 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0062 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0077 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3315355 0 +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115438Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.24455', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115438Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692478.28229', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000045 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET https://cluster.domain HTTP/1.0" 200 117 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx9ae3ce2029ef49ca9dfbd-00683aee01) +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3315354) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "PUT /path HTTP/1.0" 200 105 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET / HTTP/1.1" 200 120 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET /%FF HTTP/1.1" 200 123 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET /ÿ HTTP/1.1" 200 126 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET // HTTP/1.1" 200 121 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET //bar HTTP/1.1" 200 124 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET //////baz HTTP/1.1" 200 128 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 31 May 2025 11:54:41 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3315354) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3315354) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:54:41] "GET /someurl HTTP/1.0" 200 102 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3315354) wsgi exited, is_accepting=True +test WARNING: Skipping /tmp/tmpjqrnscec/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpjqrnscec/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpjqrnscec/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpbcjesddk/asdf/data because [Errno 20] Not a directory: '/tmp/tmpbcjesddk/asdf/data' +test WARNING: Skipping /tmp/tmpbcjesddk/asdf/data because [Errno 20] Not a directory: '/tmp/tmpbcjesddk/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692479.15631', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692479.18718', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d62875c0-c14b-4b36-b247-35f8cf95345d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01355 seconds (73.79087/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwdrzvcyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa5aff1edd53ee91875908fca157b218', 'e2889a1e-92b6-41fe-be1a-e919c694a755-sda', '1748692480.91165', '1748692483', '1748692482', '', '1748692483', 1, 0) +test DEBUG: /tmp/tmpwdrzvcyl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa5aff1edd53ee91875908fca157b218', 'e2889a1e-92b6-41fe-be1a-e919c694a755-sda', '1748692480.91165', '1748692483', '1748692482', '', '1748692483', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e2889a1e-92b6-41fe-be1a-e919c694a755-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwdrzvcyl/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01803 seconds (55.47257/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpwdrzvcyl/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'f447d6134af07396df5f480098db60cc', 'a5c52966-ae33-4dee-a291-18aaa2bb6b35-sda', '1748692480.93847', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('a5c52966-ae33-4dee-a291-18aaa2bb6b35-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'f447d6134af07396df5f480098db60cc', 'a5c52966-ae33-4dee-a291-18aaa2bb6b35-sda', '1748692480.93847', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('a5c52966-ae33-4dee-a291-18aaa2bb6b35-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03998be5120e1eb138d3ca0acfe69727', 'eef55eb1-be05-4201-85f5-4b82f41f11de-sda', '1748692480.97339', '1748692480.00000', '0', '{"x-container-meta-test": ["foo", "1748692480.00000"]}', '1748692480.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.00531', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.00531', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.00535', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.00536', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.00536', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00536', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692481.00711', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00447941s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.00531', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.00531', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.00535', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.00536', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.00536', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00536', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.00531', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.00531', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1748692481.03600', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.00536', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.00536', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.00531', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.00531', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.00536', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.00536', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.07934', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.07934', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692481.07934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.00536', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.00536', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00536', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.07934', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.07934', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692481.07934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.11615', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1748692481.11615', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.11615', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test INFO: - - - [31/May/2025:11:54:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0031 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0068 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0071 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0066 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0143 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0061 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0033 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0075 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0065 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0076 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0075 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0077 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0117 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0033 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692479.62004', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692479.63649', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857e8c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857e8c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok test.unit.common.test_daemon.TestRunDaemon.test_fork_workers test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok test.unit.common.test_daemon.TestRunDaemon.test_forked_worker @@ -35307,6 +35227,594 @@ test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0065 "-" 3315355 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0147 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0140 "-" 3315355 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315355 0 +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3315355 - +test INFO: - - - [31/May/2025:11:54:40 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0074 "-" 3315355 0 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2907abf94d884bcbb27a1-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd68f3697e4a045b282218-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd636c792b8cb492e84629-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2a1e439c2d534c949e9f1-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe7cadf86fd834b8480b45-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx520702f5a80a4b0ea9aab-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txadd8159f61d64fb39bc64-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx106c4cf490d5449e831f3-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf6f0b872eb6c44538dd88-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txebc4fc8cb3f64ae0ac1fe-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc76e7c7f375e4726b4882-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx12063f15bfb24fd0ad81e-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txed3b022892444d61a04ab-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6acebe6ab45b40cd8aa60-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx66b3d6ecc23f4374a5b66-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb4f03146389b4ea9a0cfc-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe7dbd09505ba480691d83-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx13e121ac6ae3462897c93-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4c0a8a2b38904b31be255-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3cbcb0eb73f1404abcf6f-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7d0f44eaefd3421e92c95-00683aee01) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2d951eed32a345b3b6eac-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txca5ee1902213470db0fee-00683aee01) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txab620d143e2e4412ac312-00683aee01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx96d95609afc140959009e-00683aee01) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txe76bf337cf534c5cbc399-00683aee01) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx57be6c65824945d09778b-00683aee01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: Container GET returning 503 for [] (txn: tx6ebcd46f9434448c8bdac-00683aedff) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd763b86f7b91445e8bb6b-00683aee00) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd763b86f7b91445e8bb6b-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: txde0e0b5677e2474190fd2-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: txb6acfa6c0f90416884e64-00683aee00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8faaaa93bb0a46829328b-00683aee00) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8faaaa93bb0a46829328b-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8faaaa93bb0a46829328b-00683aee00) +test ERROR: Container GET returning 503 for [] (txn: tx8faaaa93bb0a46829328b-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: tx8faaaa93bb0a46829328b-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: Container GET returning 503 for [] (txn: txc234289522cd4bc4a90db-00683aee00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f21a9b826044482a72bd-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f21a9b826044482a72bd-00683aee00) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f21a9b826044482a72bd-00683aee00) +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857cdc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9857db40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 3315356 +my-daemon DEBUG: Forked worker 3315356 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 test.unit.common.test_daemon.TestRunDaemon.test_signal test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears @@ -35315,285 +35823,152 @@ test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281799.49397', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281799.49397', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281799.49397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281799.50915', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281799.52099', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.50915', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.07934', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.07934', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692481.07934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.11615', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692481.14762', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.11615', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281800.74605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281799.49397', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.49397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281799.50915', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281799.52099', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.50915', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpn_ajxkjg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63873c6d10474b5750c80bb992fcddf2', '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda', '1714281798.81131', '1714281798.80942', '0', '', '1714281798.80942', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.17449', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.07934', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.07934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.11615', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692481.14762', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.11615', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphlttldpj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '654b6f7377d0b10778a62a659cb04bb8', 'cd45254a-b485-4595-acf9-085eb243a60f-sda', '1748692481.00123', '1748692480.99671', '0', '', '1748692480.99671', 1, 0) REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281800.74605', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281799.49397', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.49397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281798.81540', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281799.48330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281798.81540', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281799.50915', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281799.52099', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281799.50915', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281798.84379', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281798.84379', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281798.84370', 'epoch': '1714281798.84370', 'reported': 0, 'tombstones': -1}], '1290a27c-4fc7-4e39-b42b-6166c8a6ec20-sda') -test DEBUG: /tmp/tmpn_ajxkjg/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpn_ajxkjg/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2680f8bcd9ad5eadb3ad12c87f174c04', 'a5ac062a-2939-4ab4-bd67-0cd13b078163-sda', '1714281800.76820', '1714281800.76638', '0', '', '1714281800.76638', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1714281800.77247', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.77247', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281800.77235', 'epoch': '1714281800.77235', 'reported': 0, 'tombstones': -1}], 'a5ac062a-2939-4ab4-bd67-0cd13b078163-sda') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.17449', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.07934', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.07934', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.00535', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692481.05954', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.00535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.11615', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692481.14762', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.11615', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.03573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.03573', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.03563', 'epoch': '1748692481.03563', 'reported': 0, 'tombstones': -1}], 'cd45254a-b485-4595-acf9-085eb243a60f-sda') +test DEBUG: /tmp/tmphlttldpj/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmphlttldpj/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aa6984880d79922894772a6c24196890', '262444ec-9d5e-4cc5-bbbe-5608485ffa11-sda', '1748692481.22677', '1748692481.22055', '0', '', '1748692481.22055', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1748692481.23968', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.23968', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.23954', 'epoch': '1748692481.23954', 'reported': 0, 'tombstones': -1}], '262444ec-9d5e-4cc5-bbbe-5608485ffa11-sda') test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpwm81v7fv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281800.77219', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a5ac062a-2939-4ab4-bd67-0cd13b078163-sda') -test DEBUG: /tmp/tmpwm81v7fv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00403523s) +test DEBUG: /tmp/tmpkthipclz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692481.23938', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '262444ec-9d5e-4cc5-bbbe-5608485ffa11-sda') +test DEBUG: /tmp/tmpkthipclz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0122983s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3fc9fa78-a0a0-455e-8452-cdbfa36ce054-sda', '1714281800.79156', '1714281800.78973', '0', '', '1714281800.78973', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5715b6c4-6d6e-405d-9cd2-24f7eaa19f50-sda', '1748692481.28351', '1748692481.27340', '0', '', '1748692481.27340', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281800.79565', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281800.79565', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281800.79565', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281800.79569', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281800.79569', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281800.79569', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281800.79570', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281800.79570', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281800.79570', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3fc9fa78-a0a0-455e-8452-cdbfa36ce054-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3a11ba6f-2f9b-4106-bc86-de1f02b3f061-sda', '1714281801.88648', '1714281801.88466', '0', '', '1714281801.88466', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.28779', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.28779', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.28779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.28783', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.28783', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.28783', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.28784', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.28784', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.28784', 'epoch': None, 'reported': 0, 'tombstones': -1}], '5715b6c4-6d6e-405d-9cd2-24f7eaa19f50-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d900e77-1c99-4bf8-af91-37e8289bf1a8-sda', '1748692481.31740', '1748692481.31570', '0', '', '1748692481.31570', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281801.89040', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281801.89040', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.89040', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281801.89044', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281801.89044', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.89044', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281801.89045', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281801.89045', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.89045', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3a11ba6f-2f9b-4106-bc86-de1f02b3f061-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '45ce5dd8-8e4b-4198-a298-8409ee88529f-sda', '1714281801.90386', '1714281801.90222', '0', '', '1714281801.90222', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.32957', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.32957', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.32957', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.32962', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.32962', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.32962', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.32963', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.32963', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.32963', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27320', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1d900e77-1c99-4bf8-af91-37e8289bf1a8-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0a8aa55f-cde5-4661-a8fc-3bb9e206ef79-sda', '1748692481.36951', '1748692481.36778', '0', '', '1748692481.36778', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281801.90913', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281801.90913', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.90913', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281801.90917', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281801.90917', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.90917', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281801.90918', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281801.90918', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.90918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}], '45ce5dd8-8e4b-4198-a298-8409ee88529f-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'af3f395b-6bfd-4e72-940b-0cb7fc18f580-sda', '1714281801.92160', '1714281801.91988', '0', '', '1714281801.91988', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.38219', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.38219', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.38219', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.38223', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.38223', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.38223', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.38224', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.38224', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.38224', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27320', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0a8aa55f-cde5-4661-a8fc-3bb9e206ef79-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '873ac61c-d0c5-475e-8ebb-10c1631801eb-sda', '1748692481.42535', '1748692481.42309', '0', '', '1748692481.42309', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281801.92551', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281801.92551', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.92551', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281801.92555', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281801.92555', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.92555', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281801.92556', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281801.92556', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.92556', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'af3f395b-6bfd-4e72-940b-0cb7fc18f580-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1f5237e9-cffa-4034-9ee2-1971824f1880-sda', '1714281801.93836', '1714281801.93667', '0', '', '1714281801.93667', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.44212', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.44212', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.44212', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.44216', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.44216', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.44216', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.44217', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.44217', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.44217', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27320', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}], '873ac61c-d0c5-475e-8ebb-10c1631801eb-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd83bea48-1f3a-477e-8272-4ebc77191cef-sda', '1748692481.47828', '1748692481.46819', '0', '', '1748692481.46819', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281801.94217', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281801.94217', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.94217', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281801.94221', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281801.94221', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.94221', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281801.94222', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281801.94222', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.94222', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78951', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1f5237e9-cffa-4034-9ee2-1971824f1880-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '168b47e7-465e-4fa6-89d4-15d0c2a1103e-sda', '1714281801.95942', '1714281801.95770', '0', '', '1714281801.95770', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.48681', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.48681', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.48681', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.48685', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.48685', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.48685', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.48686', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.48686', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.48686', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27320', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd83bea48-1f3a-477e-8272-4ebc77191cef-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd3e5de7a-3638-4a6b-a383-a557deb12797-sda', '1748692481.52654', '1748692481.51643', '0', '', '1748692481.51643', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281801.96333', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281801.96333', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.96333', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281801.96336', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281801.96336', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.96336', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281801.96337', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281801.96337', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281801.96337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}], '168b47e7-465e-4fa6-89d4-15d0c2a1103e-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab08135d-6c92-4ca5-b21c-726736c10a3d-sda', '1714281802.40674', '1714281802.40493', '0', '', '1714281802.40493', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.53064', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.53064', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.53064', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.53069', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.53069', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.53069', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.53070', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.53070', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.53070', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}], 'd3e5de7a-3638-4a6b-a383-a557deb12797-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3fd42ecc-0429-4cd5-937b-07ea7d74bc19-sda', '1748692481.57157', '1748692481.56124', '0', '', '1748692481.56124', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.41183', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.41183', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.41183', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.41187', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.41187', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.41187', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.41188', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.41188', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.41188', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}], 'ab08135d-6c92-4ca5-b21c-726736c10a3d-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '228dcbc5-896c-4592-8db9-08c98fd80d0d-sda', '1714281802.42543', '1714281802.42365', '0', '', '1714281802.42365', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.58444', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.58444', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.58444', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.58449', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.58449', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.58449', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.58450', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.58450', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.58450', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}], '3fd42ecc-0429-4cd5-937b-07ea7d74bc19-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7fbaf69c-f9d5-483b-b564-056bd3932585-sda', '1748692481.61925', '1748692481.61319', '0', '', '1748692481.61319', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.42941', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.42941', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.42941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.42945', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.42945', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.42945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.42946', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.42946', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.42946', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}], '228dcbc5-896c-4592-8db9-08c98fd80d0d-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5636f378-02f4-479c-aaa2-6d65acbcdcd5-sda', '1714281802.44340', '1714281802.44169', '0', '', '1714281802.44169', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.62803', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.62803', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.62803', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.62807', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.62807', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.62807', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.62808', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.62808', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.62808', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}], '7fbaf69c-f9d5-483b-b564-056bd3932585-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f1b1b46b-65bc-4a7f-a7c4-b5ad9568d8a5-sda', '1748692481.66222', '1748692481.65237', '0', '', '1748692481.65237', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.44726', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.44726', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.44726', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.44730', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.44730', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.44730', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.44731', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.44731', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.44731', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78968', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78968', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78968', 'epoch': '1714281800.78969', 'reported': 0, 'tombstones': -1}], '5636f378-02f4-479c-aaa2-6d65acbcdcd5-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2e568345-4285-465f-9f4e-efc9c326cf55-sda', '1714281802.46265', '1714281802.46054', '0', '', '1714281802.46054', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.67045', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.67045', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.67045', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.67049', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.67049', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.67049', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.67050', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.67050', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.67050', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27335', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27335', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27335', 'epoch': '1748692481.27336', 'reported': 0, 'tombstones': -1}], 'f1b1b46b-65bc-4a7f-a7c4-b5ad9568d8a5-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90663171-5ffd-4d3e-917c-df0529df2429-sda', '1748692481.70542', '1748692481.70377', '0', '', '1748692481.70377', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok @@ -35601,316 +35976,798 @@ test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read - raise Exception('exception message') -Exception: exception message (txn: tx50ad9918e994478fbfed2-00662ddd4a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: txd9efb1db033b41ed9db1e-00662ddd4b) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txe113be6b0a65403f81d27-00662ddd4b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7a6bbc6f13434e1389d8d-00662ddd4b) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx253ff3b47fcb43acb06a4-00662ddd4b) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx253ff3b47fcb43acb06a4-00662ddd4b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx532c4c36933a41388edc6-00662ddd4b) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx59d8a7c9202e45568bd76-00662ddd4b) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx59d8a7c9202e45568bd76-00662ddd4b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txc198b6c40e3f49d29e48a-00662ddd4b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx651f091339de4ce1941cf-00662ddd4b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f21a9b826044482a72bd-00683aee00) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3f21a9b826044482a72bd-00683aee00) +test ERROR: Container GET returning 503 for [] (txn: tx3f21a9b826044482a72bd-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa235bac29d7542978bba6-00683aee00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa235bac29d7542978bba6-00683aee00) +test ERROR: Container GET returning 503 for [] (txn: txa235bac29d7542978bba6-00683aee00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1263509fc1c2468fb3f53-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8431c64116ec4358bbfe3-00683aee00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8431c64116ec4358bbfe3-00683aee00) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx8431c64116ec4358bbfe3-00683aee00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txed6bad5c7a15496db4528-00683aee00) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx77ed9f5dfabf4523ba49c-00683aee00) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx77ed9f5dfabf4523ba49c-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: tx77ed9f5dfabf4523ba49c-00683aee00) +test ERROR: Container GET returning 503 for [] (txn: tx8b44f70dddd14f8fad3d3-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: tx8b44f70dddd14f8fad3d3-00683aee00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx833da3b55d7e4de090000-00683aee00) +test INFO: Client disconnected on read of '/a/c' (txn: tx833da3b55d7e4de090000-00683aee00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx02d5fe8e046e4866a22f4-00683aee00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1562af4590042ca8cf8f-00683aee00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1562af4590042ca8cf8f-00683aee00) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1562af4590042ca8cf8f-00683aee00) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1562af4590042ca8cf8f-00683aee00) +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:othertest:other test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:othertest:other test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:othertest:other test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx51598a36acf04cf586081-00662ddd50) -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx39b389416ac342ac9f959-00662ddd50) -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txa73c5eef4b12402eb87ed-00662ddd50) -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.1" 200 160 0.000058 -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:23:28] "GET /otherurl HTTP/1.1" 200 179 0.000031 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.0" 200 186 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.0" 200 179 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.0" 200 180 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.0" 200 180 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.71352', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.71352', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.71352', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.71356', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.71356', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.71356', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.71357', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.71357', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.71357', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}], '90663171-5ffd-4d3e-917c-df0529df2429-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '953d61c4-327f-432a-955c-51c52d82068c-sda', '1748692481.74910', '1748692481.74741', '0', '', '1748692481.74741', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.76530', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.76530', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.76530', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.76534', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.76534', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.76534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.76535', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.76535', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.76535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}], '953d61c4-327f-432a-955c-51c52d82068c-sda') +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd13b952c-85e7-4e10-9c60-8b14a9093297-sda', '1748692481.80069', '1748692481.79885', '0', '', '1748692481.79885', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692481.80920', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692481.80920', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.80920', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.80924', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.80924', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.80924', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.80925', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.80925', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.80925', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.27340', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd13b952c-85e7-4e10-9c60-8b14a9093297-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1748692481.27330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27330', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27330', 'epoch': '1748692481.27331', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1748692481.27340', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.27320', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692481.27320', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpi6ke406b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6d5fb55cf9855d8f0e8522d1bdeb4749', 'd71693d5-f631-4433-a1fa-34ee0082a987-sda', '1748692481.84529', '1748692481.84349', '0', '', '1748692481.84349', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692481.85357', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd71693d5-f631-4433-a1fa-34ee0082a987-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpwath0ebc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '505a7fa9-0611-4b19-aed1-ddbdb55d61ab-sda', '1748692481.90421', '1748692481.89681', '0', '', '1748692481.89681', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpwath0ebc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07d2cb8bb0b862b6da5f4a9f3c2e4818', '1f58fefc-0c55-49a9-ab68-853c85bcc70f-sda', '1748692481.94109', '1748692481.93909', '0', '', '1748692481.93909', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692481.96269', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '1f58fefc-0c55-49a9-ab68-853c85bcc70f-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32c43f92-6310-4397-836c-0fe0f32de716-sda', '1748692481.99565', '1748692481.98549', '0', '', '1748692481.98549', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('32c43f92-6310-4397-836c-0fe0f32de716-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32c43f92-6310-4397-836c-0fe0f32de716-sda', '1748692481.99565', '1748692481.98549', '0', '', '1748692481.98549', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('32c43f92-6310-4397-836c-0fe0f32de716-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01710 seconds (58.46827/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32c43f92-6310-4397-836c-0fe0f32de716-sda', '1748692481.99565', '1748692481.98549', '0', '', '1748692481.98549', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692482.03232', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692482.03232', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692482.03232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.99697', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.99697', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.99697', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.99698', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.99698', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.99698', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.99712', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.99712', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.99699', 'epoch': '1748692481.99699', 'reported': 0, 'tombstones': -1}], '32c43f92-6310-4397-836c-0fe0f32de716-sda') +test DEBUG: /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '32c43f92-6310-4397-836c-0fe0f32de716-sda', '1748692481.99565', '1748692481.98549', '0', '', '1748692481.98549', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692482.03232', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692482.03232', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692482.03232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692481.99697', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692481.99697', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.99697', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692481.99698', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692481.99698', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692481.99698', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692481.99712', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692481.99712', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692481.99699', 'epoch': '1748692481.99699', 'reported': 0, 'tombstones': -1}], '32c43f92-6310-4397-836c-0fe0f32de716-sda') +test DEBUG: /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpl3suma3s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03808 seconds (26.26374/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d2e3538-7197-462f-989f-bff6a0a0c686-sda', '1748692482.09680', '1748692482.09498', '1748692482.10513', '', '1748692482.10513', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn7kmth6q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5c17bdee-acac-4d48-9e59-bd70c5b19936-sda', '1748692482.12533', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +test DEBUG: /tmp/tmpn7kmth6q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5c17bdee-acac-4d48-9e59-bd70c5b19936-sda', '1748692482.12533', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5c17bdee-acac-4d48-9e59-bd70c5b19936-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02282 seconds (43.81965/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpono4q816/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', '1748692482.19221', '1748692483.00000', '0', '{"X-Container-Sync-To": ["a", "1748692484.00000"], "X-Container-Sync-Key": ["secret", "1748692485.00000"]}', '1748692483.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', '1748692482.19221', '1748692483.00000', '0', '{"X-Container-Sync-To": ["a", "1748692484.00000"], "X-Container-Sync-Key": ["secret", "1748692485.00000"]}', '1748692483.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpono4q816/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '1748692482.18487', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:54:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. + +user quit +No .MockServer object at 0xffff944d4f50> running +.MockServerFactory.MockServer object at 0xffff944d48f0> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff944d43e0> running +No .MockServerFactory.MockServer object at 0xffff944d48f0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff944d43e0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff944d43e0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff944d43e0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff944d4f50> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff944d4f50> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff944d43e0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff944d43e0> pid: None signal: 9 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf1562af4590042ca8cf8f-00683aee00) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txf1562af4590042ca8cf8f-00683aee00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: Setting object count to 1032 (txn: txa22342d30cc84a0e8be0c-00683aee03) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: Setting object count to 48 (txn: tx3c00613eaed342d1b9b85-00683aee03) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: Setting object count to 1064 (txn: tx25fe29653bd44fcdbb74e-00683aee03) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8435685b95104f7e94293-00683aee03) +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors @@ -35921,8 +36778,1375 @@ test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok test.unit.container.test_backend.TestContainerBroker.test_get_db_state test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmp4lw9og87: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok + 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile123 +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:54:40 2025 /tmp/tmpqhdt4d68/unittest.profile3315357 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '1748692482.18487', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.05187 seconds (38.55973/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpono4q816/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', '1748692482.19221', '1748692483.00000', '0', '{"X-Container-Sync-To": ["", "1748692486.00000"], "X-Container-Sync-Key": ["secret", "1748692485.00000"]}', '1748692483.00000', 0, 0) +test DEBUG: /tmp/tmpono4q816/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', 'cbf748c5-09d9-4e91-ace1-95fc0b878c4d-sda', '1748692482.19221', '1748692483.00000', '0', '{"X-Container-Sync-To": ["", "1748692486.00000"], "X-Container-Sync-Key": ["secret", "1748692485.00000"]}', '1748692483.00000', 0, 0) +test DEBUG: /tmp/tmpono4q816/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpono4q816/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '1748692482.18487', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +test DEBUG: /tmp/tmpono4q816/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcea1b-d122-4895-b3ac-2b26f6e77677-sda', '1748692482.18487', '1748692482.00000', '0', '', '1748692482.00000', 0, 0) +test DEBUG: /tmp/tmpono4q816/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04762 seconds (41.99944/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpvd1hd0lp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpi6nd2l0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1748692483.00000, (0, 0) as of 1748692483.00000, active as of 1748692483.00000> to ShardRange<'k' to 't' as of 1748692484.00000, (0, 0) as of 1748692484.00000, active as of 1748692484.00000>, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692488.00000, (0, 0) as of 1748692488.00000, shrinking as of 1748692485.00000> to ShardRange<'k' to 't' as of 1748692488.00000, (0, 0) as of 1748692488.00000, sharding as of 1748692489.00000>, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpfruqac4y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692483.00000, db: /tmp/tmph646q1_a/sda/containers/0/012/c4ccd959a3631cec50c0e4b846648012/c4ccd959a3631cec50c0e4b846648012.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692485.00000, db: /tmp/tmph646q1_a/sda/containers/0/93c/b901d3e1a9fc85d6ae57133a0a7f093c/b901d3e1a9fc85d6ae57133a0a7f093c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692484.00000, (0, 0) as of 1748692484.00000, found as of 1748692484.00000> to ShardRange<'k' to 't' as of 1748692485.00000, (0, 0) as of 1748692485.00000, created as of 1748692485.00000>, path: .shards_a/shard_c_1748692485.00000, db: /tmp/tmph646q1_a/sda/containers/0/93c/b901d3e1a9fc85d6ae57133a0a7f093c/b901d3e1a9fc85d6ae57133a0a7f093c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692487.00000, db: /tmp/tmph646q1_a/sda/containers/0/1bd/06a73566082f7a34349fa29ab895c1bd/06a73566082f7a34349fa29ab895c1bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692486.00000, (0, 0) as of 1748692486.00000, found as of 1748692486.00000> to ShardRange<'k' to 't' as of 1748692487.00000, (0, 0) as of 1748692487.00000, cleaved as of 1748692487.00000>, path: .shards_a/shard_c_1748692487.00000, db: /tmp/tmph646q1_a/sda/containers/0/1bd/06a73566082f7a34349fa29ab895c1bd/06a73566082f7a34349fa29ab895c1bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692489.00000, db: /tmp/tmph646q1_a/sda/containers/0/159/ef2331068e5d893de8334b14f864e159/ef2331068e5d893de8334b14f864e159.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692488.00000, (0, 0) as of 1748692488.00000, found as of 1748692488.00000> to ShardRange<'k' to 't' as of 1748692489.00000, (0, 0) as of 1748692489.00000, active as of 1748692489.00000>, path: .shards_a/shard_c_1748692489.00000, db: /tmp/tmph646q1_a/sda/containers/0/159/ef2331068e5d893de8334b14f864e159/ef2331068e5d893de8334b14f864e159.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692491.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b7/bf813fe3b85859684990d952d38032b7/bf813fe3b85859684990d952d38032b7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692490.00000, (0, 0) as of 1748692490.00000, found as of 1748692490.00000> to ShardRange<'k' to 't' as of 1748692491.00000, (0, 0) as of 1748692491.00000, shrinking as of 1748692491.00000>, path: .shards_a/shard_c_1748692491.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b7/bf813fe3b85859684990d952d38032b7/bf813fe3b85859684990d952d38032b7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692491.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b7/bf813fe3b85859684990d952d38032b7/bf813fe3b85859684990d952d38032b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692493.00000, db: /tmp/tmph646q1_a/sda/containers/0/5f7/5d11bad39ad785c88da97f1d4afef5f7/5d11bad39ad785c88da97f1d4afef5f7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692492.00000, (0, 0) as of 1748692492.00000, found as of 1748692492.00000> to ShardRange<'k' to 't' as of 1748692493.00000, (0, 0) as of 1748692493.00000, sharding as of 1748692493.00000>, path: .shards_a/shard_c_1748692493.00000, db: /tmp/tmph646q1_a/sda/containers/0/5f7/5d11bad39ad785c88da97f1d4afef5f7/5d11bad39ad785c88da97f1d4afef5f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692493.00000, db: /tmp/tmph646q1_a/sda/containers/0/5f7/5d11bad39ad785c88da97f1d4afef5f7/5d11bad39ad785c88da97f1d4afef5f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692495.00000, db: /tmp/tmph646q1_a/sda/containers/0/0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692494.00000, (0, 0) as of 1748692494.00000, found as of 1748692494.00000> to ShardRange<'k' to 't' as of 1748692495.00000, (0, 0) as of 1748692495.00000, sharded as of 1748692495.00000>, path: .shards_a/shard_c_1748692495.00000, db: /tmp/tmph646q1_a/sda/containers/0/0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692495.00000, db: /tmp/tmph646q1_a/sda/containers/0/0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692497.00000, db: /tmp/tmph646q1_a/sda/containers/0/391/d01954f66ae6fc5c5dd0af9fcd18a391/d01954f66ae6fc5c5dd0af9fcd18a391.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692496.00000, (0, 0) as of 1748692496.00000, found as of 1748692496.00000> to ShardRange<'k' to 't' as of 1748692497.00000, (0, 0) as of 1748692497.00000, shrunk as of 1748692497.00000>, path: .shards_a/shard_c_1748692497.00000, db: /tmp/tmph646q1_a/sda/containers/0/391/d01954f66ae6fc5c5dd0af9fcd18a391/d01954f66ae6fc5c5dd0af9fcd18a391.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692497.00000, db: /tmp/tmph646q1_a/sda/containers/0/391/d01954f66ae6fc5c5dd0af9fcd18a391/d01954f66ae6fc5c5dd0af9fcd18a391.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692499.00000, db: /tmp/tmph646q1_a/sda/containers/0/41b/eb7cb972346b6b106dfb138e149fd41b/eb7cb972346b6b106dfb138e149fd41b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692498.00000, (0, 0) as of 1748692498.00000, created as of 1748692498.00000> to ShardRange<'k' to 't' as of 1748692499.00000, (0, 0) as of 1748692499.00000, found as of 1748692499.00000>, path: .shards_a/shard_c_1748692499.00000, db: /tmp/tmph646q1_a/sda/containers/0/41b/eb7cb972346b6b106dfb138e149fd41b/eb7cb972346b6b106dfb138e149fd41b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692501.00000, db: /tmp/tmph646q1_a/sda/containers/0/e1d/30c8026ed1191d5ccb7d254c108b0e1d/30c8026ed1191d5ccb7d254c108b0e1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692503.00000, db: /tmp/tmph646q1_a/sda/containers/0/a6f/bdcf583b99776dd45067a3decd6cea6f/bdcf583b99776dd45067a3decd6cea6f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692502.00000, (0, 0) as of 1748692502.00000, created as of 1748692502.00000> to ShardRange<'k' to 't' as of 1748692503.00000, (0, 0) as of 1748692503.00000, cleaved as of 1748692503.00000>, path: .shards_a/shard_c_1748692503.00000, db: /tmp/tmph646q1_a/sda/containers/0/a6f/bdcf583b99776dd45067a3decd6cea6f/bdcf583b99776dd45067a3decd6cea6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692505.00000, db: /tmp/tmph646q1_a/sda/containers/0/ba2/96310c2bab50a9fca15178c468b58ba2/96310c2bab50a9fca15178c468b58ba2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692504.00000, (0, 0) as of 1748692504.00000, created as of 1748692504.00000> to ShardRange<'k' to 't' as of 1748692505.00000, (0, 0) as of 1748692505.00000, active as of 1748692505.00000>, path: .shards_a/shard_c_1748692505.00000, db: /tmp/tmph646q1_a/sda/containers/0/ba2/96310c2bab50a9fca15178c468b58ba2/96310c2bab50a9fca15178c468b58ba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692507.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b9/b49896c6d642088ef25872afc50732b9/b49896c6d642088ef25872afc50732b9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692506.00000, (0, 0) as of 1748692506.00000, created as of 1748692506.00000> to ShardRange<'k' to 't' as of 1748692507.00000, (0, 0) as of 1748692507.00000, shrinking as of 1748692507.00000>, path: .shards_a/shard_c_1748692507.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b9/b49896c6d642088ef25872afc50732b9/b49896c6d642088ef25872afc50732b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692507.00000, db: /tmp/tmph646q1_a/sda/containers/0/2b9/b49896c6d642088ef25872afc50732b9/b49896c6d642088ef25872afc50732b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692509.00000, db: /tmp/tmph646q1_a/sda/containers/0/276/d02803df7437c6ec35328766accf8276/d02803df7437c6ec35328766accf8276.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692508.00000, (0, 0) as of 1748692508.00000, created as of 1748692508.00000> to ShardRange<'k' to 't' as of 1748692509.00000, (0, 0) as of 1748692509.00000, sharding as of 1748692509.00000>, path: .shards_a/shard_c_1748692509.00000, db: /tmp/tmph646q1_a/sda/containers/0/276/d02803df7437c6ec35328766accf8276/d02803df7437c6ec35328766accf8276.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692509.00000, db: /tmp/tmph646q1_a/sda/containers/0/276/d02803df7437c6ec35328766accf8276/d02803df7437c6ec35328766accf8276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692511.00000, db: /tmp/tmph646q1_a/sda/containers/0/1a4/044b5e6389f516184afa2025f69de1a4/044b5e6389f516184afa2025f69de1a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692510.00000, (0, 0) as of 1748692510.00000, created as of 1748692510.00000> to ShardRange<'k' to 't' as of 1748692511.00000, (0, 0) as of 1748692511.00000, sharded as of 1748692511.00000>, path: .shards_a/shard_c_1748692511.00000, db: /tmp/tmph646q1_a/sda/containers/0/1a4/044b5e6389f516184afa2025f69de1a4/044b5e6389f516184afa2025f69de1a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692511.00000, db: /tmp/tmph646q1_a/sda/containers/0/1a4/044b5e6389f516184afa2025f69de1a4/044b5e6389f516184afa2025f69de1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692513.00000, db: /tmp/tmph646q1_a/sda/containers/0/77e/893849e84d652a68451aa695e3a2877e/893849e84d652a68451aa695e3a2877e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692512.00000, (0, 0) as of 1748692512.00000, created as of 1748692512.00000> to ShardRange<'k' to 't' as of 1748692513.00000, (0, 0) as of 1748692513.00000, shrunk as of 1748692513.00000>, path: .shards_a/shard_c_1748692513.00000, db: /tmp/tmph646q1_a/sda/containers/0/77e/893849e84d652a68451aa695e3a2877e/893849e84d652a68451aa695e3a2877e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692513.00000, db: /tmp/tmph646q1_a/sda/containers/0/77e/893849e84d652a68451aa695e3a2877e/893849e84d652a68451aa695e3a2877e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692515.00000, db: /tmp/tmph646q1_a/sda/containers/0/5e1/6034c322e6ea82eeb565bb12f403f5e1/6034c322e6ea82eeb565bb12f403f5e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692514.00000, (0, 0) as of 1748692514.00000, cleaved as of 1748692514.00000> to ShardRange<'k' to 't' as of 1748692515.00000, (0, 0) as of 1748692515.00000, found as of 1748692515.00000>, path: .shards_a/shard_c_1748692515.00000, db: /tmp/tmph646q1_a/sda/containers/0/5e1/6034c322e6ea82eeb565bb12f403f5e1/6034c322e6ea82eeb565bb12f403f5e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692517.00000, db: /tmp/tmph646q1_a/sda/containers/0/6b4/dd8e88a8aa3d255696082de3298596b4/dd8e88a8aa3d255696082de3298596b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692516.00000, (0, 0) as of 1748692516.00000, cleaved as of 1748692516.00000> to ShardRange<'k' to 't' as of 1748692517.00000, (0, 0) as of 1748692517.00000, created as of 1748692517.00000>, path: .shards_a/shard_c_1748692517.00000, db: /tmp/tmph646q1_a/sda/containers/0/6b4/dd8e88a8aa3d255696082de3298596b4/dd8e88a8aa3d255696082de3298596b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692519.00000, db: /tmp/tmph646q1_a/sda/containers/0/ede/97eb6f598dafcaf38f4e3c4a5c73cede/97eb6f598dafcaf38f4e3c4a5c73cede.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692521.00000, db: /tmp/tmph646q1_a/sda/containers/0/e5d/34649f9e8fb04f7b766e9ffe5e234e5d/34649f9e8fb04f7b766e9ffe5e234e5d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692520.00000, (0, 0) as of 1748692520.00000, cleaved as of 1748692520.00000> to ShardRange<'k' to 't' as of 1748692521.00000, (0, 0) as of 1748692521.00000, active as of 1748692521.00000>, path: .shards_a/shard_c_1748692521.00000, db: /tmp/tmph646q1_a/sda/containers/0/e5d/34649f9e8fb04f7b766e9ffe5e234e5d/34649f9e8fb04f7b766e9ffe5e234e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692523.00000, db: /tmp/tmph646q1_a/sda/containers/0/3e7/38681771b557e301d06cf8e3843cb3e7/38681771b557e301d06cf8e3843cb3e7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692522.00000, (0, 0) as of 1748692522.00000, cleaved as of 1748692522.00000> to ShardRange<'k' to 't' as of 1748692523.00000, (0, 0) as of 1748692523.00000, shrinking as of 1748692523.00000>, path: .shards_a/shard_c_1748692523.00000, db: /tmp/tmph646q1_a/sda/containers/0/3e7/38681771b557e301d06cf8e3843cb3e7/38681771b557e301d06cf8e3843cb3e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692523.00000, db: /tmp/tmph646q1_a/sda/containers/0/3e7/38681771b557e301d06cf8e3843cb3e7/38681771b557e301d06cf8e3843cb3e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692525.00000, db: /tmp/tmph646q1_a/sda/containers/0/0fc/10709115cb9ac9e59c60f20113f610fc/10709115cb9ac9e59c60f20113f610fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692524.00000, (0, 0) as of 1748692524.00000, cleaved as of 1748692524.00000> to ShardRange<'k' to 't' as of 1748692525.00000, (0, 0) as of 1748692525.00000, sharding as of 1748692525.00000>, path: .shards_a/shard_c_1748692525.00000, db: /tmp/tmph646q1_a/sda/containers/0/0fc/10709115cb9ac9e59c60f20113f610fc/10709115cb9ac9e59c60f20113f610fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692525.00000, db: /tmp/tmph646q1_a/sda/containers/0/0fc/10709115cb9ac9e59c60f20113f610fc/10709115cb9ac9e59c60f20113f610fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692527.00000, db: /tmp/tmph646q1_a/sda/containers/0/fff/5522ea66b829c7f36400326398881fff/5522ea66b829c7f36400326398881fff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692526.00000, (0, 0) as of 1748692526.00000, cleaved as of 1748692526.00000> to ShardRange<'k' to 't' as of 1748692527.00000, (0, 0) as of 1748692527.00000, sharded as of 1748692527.00000>, path: .shards_a/shard_c_1748692527.00000, db: /tmp/tmph646q1_a/sda/containers/0/fff/5522ea66b829c7f36400326398881fff/5522ea66b829c7f36400326398881fff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692527.00000, db: /tmp/tmph646q1_a/sda/containers/0/fff/5522ea66b829c7f36400326398881fff/5522ea66b829c7f36400326398881fff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692529.00000, db: /tmp/tmph646q1_a/sda/containers/0/c5c/b20157cfdb9b2e098369855594e76c5c/b20157cfdb9b2e098369855594e76c5c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692528.00000, (0, 0) as of 1748692528.00000, cleaved as of 1748692528.00000> to ShardRange<'k' to 't' as of 1748692529.00000, (0, 0) as of 1748692529.00000, shrunk as of 1748692529.00000>, path: .shards_a/shard_c_1748692529.00000, db: /tmp/tmph646q1_a/sda/containers/0/c5c/b20157cfdb9b2e098369855594e76c5c/b20157cfdb9b2e098369855594e76c5c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692529.00000, db: /tmp/tmph646q1_a/sda/containers/0/c5c/b20157cfdb9b2e098369855594e76c5c/b20157cfdb9b2e098369855594e76c5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692531.00000, db: /tmp/tmph646q1_a/sda/containers/0/4da/af8ec1b1a323a823d13e92d1092234da/af8ec1b1a323a823d13e92d1092234da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692530.00000, (0, 0) as of 1748692530.00000, active as of 1748692530.00000> to ShardRange<'k' to 't' as of 1748692531.00000, (0, 0) as of 1748692531.00000, found as of 1748692531.00000>, path: .shards_a/shard_c_1748692531.00000, db: /tmp/tmph646q1_a/sda/containers/0/4da/af8ec1b1a323a823d13e92d1092234da/af8ec1b1a323a823d13e92d1092234da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692533.00000, db: /tmp/tmph646q1_a/sda/containers/0/2e6/fd48e04bd0c7775de99e71d0d1c5f2e6/fd48e04bd0c7775de99e71d0d1c5f2e6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692532.00000, (0, 0) as of 1748692532.00000, active as of 1748692532.00000> to ShardRange<'k' to 't' as of 1748692533.00000, (0, 0) as of 1748692533.00000, created as of 1748692533.00000>, path: .shards_a/shard_c_1748692533.00000, db: /tmp/tmph646q1_a/sda/containers/0/2e6/fd48e04bd0c7775de99e71d0d1c5f2e6/fd48e04bd0c7775de99e71d0d1c5f2e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692535.00000, db: /tmp/tmph646q1_a/sda/containers/0/49f/1367cdf5b12d46d3998f48079721049f/1367cdf5b12d46d3998f48079721049f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692534.00000, (0, 0) as of 1748692534.00000, active as of 1748692534.00000> to ShardRange<'k' to 't' as of 1748692535.00000, (0, 0) as of 1748692535.00000, cleaved as of 1748692535.00000>, path: .shards_a/shard_c_1748692535.00000, db: /tmp/tmph646q1_a/sda/containers/0/49f/1367cdf5b12d46d3998f48079721049f/1367cdf5b12d46d3998f48079721049f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692537.00000, db: /tmp/tmph646q1_a/sda/containers/0/9e7/9a9bb8a4301c6e56fea5cea3cc2699e7/9a9bb8a4301c6e56fea5cea3cc2699e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692539.00000, db: /tmp/tmph646q1_a/sda/containers/0/e3e/5252331b80bb9692dd8628ac641a6e3e/5252331b80bb9692dd8628ac641a6e3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692538.00000, (0, 0) as of 1748692538.00000, active as of 1748692538.00000> to ShardRange<'k' to 't' as of 1748692539.00000, (0, 0) as of 1748692539.00000, shrinking as of 1748692539.00000>, path: .shards_a/shard_c_1748692539.00000, db: /tmp/tmph646q1_a/sda/containers/0/e3e/5252331b80bb9692dd8628ac641a6e3e/5252331b80bb9692dd8628ac641a6e3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692539.00000, db: /tmp/tmph646q1_a/sda/containers/0/e3e/5252331b80bb9692dd8628ac641a6e3e/5252331b80bb9692dd8628ac641a6e3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692541.00000, db: /tmp/tmph646q1_a/sda/containers/0/b19/9c4ee9be9064e21926c56f21353bab19/9c4ee9be9064e21926c56f21353bab19.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692540.00000, (0, 0) as of 1748692540.00000, active as of 1748692540.00000> to ShardRange<'k' to 't' as of 1748692541.00000, (0, 0) as of 1748692541.00000, sharding as of 1748692541.00000>, path: .shards_a/shard_c_1748692541.00000, db: /tmp/tmph646q1_a/sda/containers/0/b19/9c4ee9be9064e21926c56f21353bab19/9c4ee9be9064e21926c56f21353bab19.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692541.00000, db: /tmp/tmph646q1_a/sda/containers/0/b19/9c4ee9be9064e21926c56f21353bab19/9c4ee9be9064e21926c56f21353bab19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692543.00000, db: /tmp/tmph646q1_a/sda/containers/0/ef0/4dac2497be792a2d3b7f8896d0c94ef0/4dac2497be792a2d3b7f8896d0c94ef0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692542.00000, (0, 0) as of 1748692542.00000, active as of 1748692542.00000> to ShardRange<'k' to 't' as of 1748692543.00000, (0, 0) as of 1748692543.00000, sharded as of 1748692543.00000>, path: .shards_a/shard_c_1748692543.00000, db: /tmp/tmph646q1_a/sda/containers/0/ef0/4dac2497be792a2d3b7f8896d0c94ef0/4dac2497be792a2d3b7f8896d0c94ef0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692543.00000, db: /tmp/tmph646q1_a/sda/containers/0/ef0/4dac2497be792a2d3b7f8896d0c94ef0/4dac2497be792a2d3b7f8896d0c94ef0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692545.00000, db: /tmp/tmph646q1_a/sda/containers/0/0e2/a486a349085204a650257261db3a50e2/a486a349085204a650257261db3a50e2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692544.00000, (0, 0) as of 1748692544.00000, active as of 1748692544.00000> to ShardRange<'k' to 't' as of 1748692545.00000, (0, 0) as of 1748692545.00000, shrunk as of 1748692545.00000>, path: .shards_a/shard_c_1748692545.00000, db: /tmp/tmph646q1_a/sda/containers/0/0e2/a486a349085204a650257261db3a50e2/a486a349085204a650257261db3a50e2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692545.00000, db: /tmp/tmph646q1_a/sda/containers/0/0e2/a486a349085204a650257261db3a50e2/a486a349085204a650257261db3a50e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmph646q1_a/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692546.00000, (0, 0) as of 1748692546.00000, shrinking as of 1748692546.00000> to ShardRange<'k' to 't' as of 1748692547.00000, (0, 0) as of 1748692547.00000, found as of 1748692547.00000>, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmph646q1_a/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692548.00000, (0, 0) as of 1748692548.00000, shrinking as of 1748692548.00000> to ShardRange<'k' to 't' as of 1748692549.00000, (0, 0) as of 1748692549.00000, created as of 1748692549.00000>, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmph646q1_a/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692550.00000, (0, 0) as of 1748692550.00000, shrinking as of 1748692550.00000> to ShardRange<'k' to 't' as of 1748692551.00000, (0, 0) as of 1748692551.00000, cleaved as of 1748692551.00000>, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmph646q1_a/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmph646q1_a/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692552.00000, (0, 0) as of 1748692552.00000, shrinking as of 1748692552.00000> to ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, active as of 1748692553.00000>, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmph646q1_a/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmph646q1_a/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmph646q1_a/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmph646q1_a/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692556.00000, (0, 0) as of 1748692556.00000, shrinking as of 1748692556.00000> to ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, sharding as of 1748692557.00000>, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmph646q1_a/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmph646q1_a/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692558.00000, (0, 0) as of 1748692558.00000, shrinking as of 1748692558.00000> to ShardRange<'k' to 't' as of 1748692559.00000, (0, 0) as of 1748692559.00000, sharded as of 1748692559.00000>, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmph646q1_a/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692560.00000, (0, 0) as of 1748692560.00000, shrinking as of 1748692560.00000> to ShardRange<'k' to 't' as of 1748692561.00000, (0, 0) as of 1748692561.00000, shrunk as of 1748692561.00000>, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmph646q1_a/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmph646q1_a/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692563.00000, db: /tmp/tmph646q1_a/sda/containers/0/082/2fef97983741811fc9da3d53d9d58082/2fef97983741811fc9da3d53d9d58082.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692562.00000, (0, 0) as of 1748692562.00000, sharding as of 1748692562.00000> to ShardRange<'k' to 't' as of 1748692563.00000, (0, 0) as of 1748692563.00000, found as of 1748692563.00000>, path: .shards_a/shard_c_1748692563.00000, db: /tmp/tmph646q1_a/sda/containers/0/082/2fef97983741811fc9da3d53d9d58082/2fef97983741811fc9da3d53d9d58082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmph646q1_a/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692564.00000, (0, 0) as of 1748692564.00000, sharding as of 1748692564.00000> to ShardRange<'k' to 't' as of 1748692565.00000, (0, 0) as of 1748692565.00000, created as of 1748692565.00000>, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmph646q1_a/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmph646q1_a/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692566.00000, (0, 0) as of 1748692566.00000, sharding as of 1748692566.00000> to ShardRange<'k' to 't' as of 1748692567.00000, (0, 0) as of 1748692567.00000, cleaved as of 1748692567.00000>, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmph646q1_a/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmph646q1_a/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692568.00000, (0, 0) as of 1748692568.00000, sharding as of 1748692568.00000> to ShardRange<'k' to 't' as of 1748692569.00000, (0, 0) as of 1748692569.00000, active as of 1748692569.00000>, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmph646q1_a/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmph646q1_a/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692570.00000, (0, 0) as of 1748692570.00000, sharding as of 1748692570.00000> to ShardRange<'k' to 't' as of 1748692571.00000, (0, 0) as of 1748692571.00000, shrinking as of 1748692571.00000>, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmph646q1_a/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmph646q1_a/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmph646q1_a/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmph646q1_a/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmph646q1_a/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692574.00000, (0, 0) as of 1748692574.00000, sharding as of 1748692574.00000> to ShardRange<'k' to 't' as of 1748692575.00000, (0, 0) as of 1748692575.00000, sharded as of 1748692575.00000>, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmph646q1_a/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmph646q1_a/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmph646q1_a/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692576.00000, (0, 0) as of 1748692576.00000, sharding as of 1748692576.00000> to ShardRange<'k' to 't' as of 1748692577.00000, (0, 0) as of 1748692577.00000, shrunk as of 1748692577.00000>, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmph646q1_a/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmph646q1_a/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmph646q1_a/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692578.00000, (0, 0) as of 1748692578.00000, sharded as of 1748692578.00000> to ShardRange<'k' to 't' as of 1748692579.00000, (0, 0) as of 1748692579.00000, found as of 1748692579.00000>, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmph646q1_a/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692581.00000, db: /tmp/tmph646q1_a/sda/containers/0/9d1/84d5eca1e4b552336d0349499b47b9d1/84d5eca1e4b552336d0349499b47b9d1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692580.00000, (0, 0) as of 1748692580.00000, sharded as of 1748692580.00000> to ShardRange<'k' to 't' as of 1748692581.00000, (0, 0) as of 1748692581.00000, created as of 1748692581.00000>, path: .shards_a/shard_c_1748692581.00000, db: /tmp/tmph646q1_a/sda/containers/0/9d1/84d5eca1e4b552336d0349499b47b9d1/84d5eca1e4b552336d0349499b47b9d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmph646q1_a/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692582.00000, (0, 0) as of 1748692582.00000, sharded as of 1748692582.00000> to ShardRange<'k' to 't' as of 1748692583.00000, (0, 0) as of 1748692583.00000, cleaved as of 1748692583.00000>, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmph646q1_a/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmph646q1_a/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692584.00000, (0, 0) as of 1748692584.00000, sharded as of 1748692584.00000> to ShardRange<'k' to 't' as of 1748692585.00000, (0, 0) as of 1748692585.00000, active as of 1748692585.00000>, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmph646q1_a/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmph646q1_a/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692586.00000, (0, 0) as of 1748692586.00000, sharded as of 1748692586.00000> to ShardRange<'k' to 't' as of 1748692587.00000, (0, 0) as of 1748692587.00000, shrinking as of 1748692587.00000>, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmph646q1_a/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmph646q1_a/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmph646q1_a/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692588.00000, (0, 0) as of 1748692588.00000, sharded as of 1748692588.00000> to ShardRange<'k' to 't' as of 1748692589.00000, (0, 0) as of 1748692589.00000, sharding as of 1748692589.00000>, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmph646q1_a/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmph646q1_a/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmph646q1_a/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmph646q1_a/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmph646q1_a/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692592.00000, (0, 0) as of 1748692592.00000, sharded as of 1748692592.00000> to ShardRange<'k' to 't' as of 1748692593.00000, (0, 0) as of 1748692593.00000, shrunk as of 1748692593.00000>, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmph646q1_a/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmph646q1_a/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmph646q1_a/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692594.00000, (0, 0) as of 1748692594.00000, shrunk as of 1748692594.00000> to ShardRange<'k' to 't' as of 1748692595.00000, (0, 0) as of 1748692595.00000, found as of 1748692595.00000>, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmph646q1_a/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692596.00000, (0, 0) as of 1748692596.00000, shrunk as of 1748692596.00000> to ShardRange<'k' to 't' as of 1748692597.00000, (0, 0) as of 1748692597.00000, created as of 1748692597.00000>, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692599.00000, db: /tmp/tmph646q1_a/sda/containers/0/f53/55beca5e2bf70e5b9a50e93c98d38f53/55beca5e2bf70e5b9a50e93c98d38f53.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692598.00000, (0, 0) as of 1748692598.00000, shrunk as of 1748692598.00000> to ShardRange<'k' to 't' as of 1748692599.00000, (0, 0) as of 1748692599.00000, cleaved as of 1748692599.00000>, path: .shards_a/shard_c_1748692599.00000, db: /tmp/tmph646q1_a/sda/containers/0/f53/55beca5e2bf70e5b9a50e93c98d38f53/55beca5e2bf70e5b9a50e93c98d38f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmph646q1_a/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692600.00000, (0, 0) as of 1748692600.00000, shrunk as of 1748692600.00000> to ShardRange<'k' to 't' as of 1748692601.00000, (0, 0) as of 1748692601.00000, active as of 1748692601.00000>, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmph646q1_a/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmph646q1_a/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10318565368652344 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10415959358215332 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10436177253723145 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10452985763549805 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1046600341796875 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10476946830749512 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10489034652709961 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10500550270080566 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000967264175415 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012552738189697 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013744831085205 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0014891624450684 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015902519226074 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016882419586182 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0017790794372559 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018672943115234 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10222387313842773 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9311904907226562e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9073486328125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.7404556274414062e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692602.00000, (0, 0) as of 1748692602.00000, shrunk as of 1748692602.00000> to ShardRange<'k' to 't' as of 1748692603.00000, (0, 0) as of 1748692603.00000, shrinking as of 1748692603.00000>, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmph646q1_a/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmph646q1_a/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmph646q1_a/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692604.00000, (0, 0) as of 1748692604.00000, shrunk as of 1748692604.00000> to ShardRange<'k' to 't' as of 1748692605.00000, (0, 0) as of 1748692605.00000, sharding as of 1748692605.00000>, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmph646q1_a/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmph646q1_a/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692606.00000, (0, 0) as of 1748692606.00000, shrunk as of 1748692606.00000> to ShardRange<'k' to 't' as of 1748692607.00000, (0, 0) as of 1748692607.00000, sharded as of 1748692607.00000>, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmph646q1_a/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmph646q1_a/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmph646q1_a/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692610.00000, db: /tmp/tmph646q1_a/sda/containers/0/41b/df76c84654988eaa168be529ad05c41b/df76c84654988eaa168be529ad05c41b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692612.00000, db: /tmp/tmph646q1_a/sda/containers/0/69f/bd8111a102e85d50ef720904a1c4769f/bd8111a102e85d50ef720904a1c4769f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692614.00000, db: /tmp/tmph646q1_a/sda/containers/0/e57/00e75ae02441f167eacedec88e9a9e57/00e75ae02441f167eacedec88e9a9e57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692616.00000, db: /tmp/tmph646q1_a/sda/containers/0/e4d/bafa9100b8c804faf4bc6b43bb2e4e4d/bafa9100b8c804faf4bc6b43bb2e4e4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692618.00000, db: /tmp/tmph646q1_a/sda/containers/0/4af/dc48068620d5d93ae1c857b30e3e94af/dc48068620d5d93ae1c857b30e3e94af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692620.00000, db: /tmp/tmph646q1_a/sda/containers/0/63d/3e9b2b150e92ab9fb49c0d4a663de63d/3e9b2b150e92ab9fb49c0d4a663de63d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692622.00000, db: /tmp/tmph646q1_a/sda/containers/0/00f/8515d298edee605f186a723dd176200f/8515d298edee605f186a723dd176200f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692624.00000, db: /tmp/tmph646q1_a/sda/containers/0/3c4/a93b349d074a61556dd0ec30e18e83c4/a93b349d074a61556dd0ec30e18e83c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692626.00000, db: /tmp/tmph646q1_a/sda/containers/0/d51/8df37bc72b699cc0feede61c9da53d51/8df37bc72b699cc0feede61c9da53d51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692628.00000, db: /tmp/tmph646q1_a/sda/containers/0/304/dd218f80fdbccd2a43167b100cf35304/dd218f80fdbccd2a43167b100cf35304.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692630.00000, db: /tmp/tmph646q1_a/sda/containers/0/344/666baa9cb4ee6ae44835a80c8faec344/666baa9cb4ee6ae44835a80c8faec344.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692632.00000, db: /tmp/tmph646q1_a/sda/containers/0/967/7707dafcb66efa88e13d52532a502967/7707dafcb66efa88e13d52532a502967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692634.00000, db: /tmp/tmph646q1_a/sda/containers/0/574/6705199b850db3694e1b07643ee84574/6705199b850db3694e1b07643ee84574.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692636.00000, db: /tmp/tmph646q1_a/sda/containers/0/e9f/178d68b508e8d9586bfb9b8d46923e9f/178d68b508e8d9586bfb9b8d46923e9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692638.00000, db: /tmp/tmph646q1_a/sda/containers/0/de9/72b7ad1f1c9d76896e3bf0c1520c7de9/72b7ad1f1c9d76896e3bf0c1520c7de9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692640.00000, db: /tmp/tmph646q1_a/sda/containers/0/c0d/dcfadd51ca78182569798e6e70b2ec0d/dcfadd51ca78182569798e6e70b2ec0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692642.00000, db: /tmp/tmph646q1_a/sda/containers/0/08f/3f367d78a88f70a7c73ac328a155808f/3f367d78a88f70a7c73ac328a155808f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692644.00000, db: /tmp/tmph646q1_a/sda/containers/0/232/5d241371c699838f415dc296b92a2232/5d241371c699838f415dc296b92a2232.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692646.00000, db: /tmp/tmph646q1_a/sda/containers/0/58a/16fe2e91781892deee4a33ae7c2f458a/16fe2e91781892deee4a33ae7c2f458a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692648.00000, db: /tmp/tmph646q1_a/sda/containers/0/3e5/a1abfc093fa32ba4961642cd43ed43e5/a1abfc093fa32ba4961642cd43ed43e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692650.00000, db: /tmp/tmph646q1_a/sda/containers/0/5f3/684a8ad6833e30dd02ff73e916eab5f3/684a8ad6833e30dd02ff73e916eab5f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692652.00000, db: /tmp/tmph646q1_a/sda/containers/0/fef/006610168c9a70e33de181e3e94b9fef/006610168c9a70e33de181e3e94b9fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692654.00000, db: /tmp/tmph646q1_a/sda/containers/0/7bf/b03f3d07783f2d2a539c3f156435e7bf/b03f3d07783f2d2a539c3f156435e7bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692656.00000, db: /tmp/tmph646q1_a/sda/containers/0/be0/53d7aef4a502e9982046318b67adfbe0/53d7aef4a502e9982046318b67adfbe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692658.00000, db: /tmp/tmph646q1_a/sda/containers/0/504/21f5a13f4ec99fded7bf003941bb9504/21f5a13f4ec99fded7bf003941bb9504.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0033c313b09c4ae780800-00683aee02) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4bc8d0d9e97941cebc147-00683aee02) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx0a833bc06c4745eb91f65-00683aee02) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx0fa0dab9ee1d4834a3998-00683aee02) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txcec0aedc51aa4861a8c60-00683aee02) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx09c64f5934254ea0a3bdb-00683aee02) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7215a4a3c23540f08250b-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx451438d29ee541e189620-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9ce5b23f3ed84b11b8b76-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb8f2fce5063041e39d919-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a28d2f5bf2b40778995a-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbf8bfbf914304688ae2eb-00683aee02) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx0a414076ec7a4e158f683-00683aee02) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0a414076ec7a4e158f683-00683aee02) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692660.00000, db: /tmp/tmph646q1_a/sda/containers/0/ca2/5308bfb22d0a76339135ecb9de792ca2/5308bfb22d0a76339135ecb9de792ca2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692662.00000, db: /tmp/tmph646q1_a/sda/containers/0/9b2/2b5ee97dfb49e59b11549ec8371f39b2/2b5ee97dfb49e59b11549ec8371f39b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692664.00000, db: /tmp/tmph646q1_a/sda/containers/0/1e1/e91c9956c37570fd0c5c9827be6551e1/e91c9956c37570fd0c5c9827be6551e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692666.00000, db: /tmp/tmph646q1_a/sda/containers/0/0a2/7e5fc90bd8c83785b999dff8944940a2/7e5fc90bd8c83785b999dff8944940a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692668.00000, db: /tmp/tmph646q1_a/sda/containers/0/ec4/39c36a6b362608b5610a9823ee74cec4/39c36a6b362608b5610a9823ee74cec4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692670.00000, db: /tmp/tmph646q1_a/sda/containers/0/57c/f603c048b5daf83e9f0c53ded40aa57c/f603c048b5daf83e9f0c53ded40aa57c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmph646q1_a/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmph646q1_a/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmph646q1_a/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmph646q1_a/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmph646q1_a/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmph646q1_a/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmph646q1_a/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692680.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7e/2a0c545f7369cf9dd92ad2b621114a7e/2a0c545f7369cf9dd92ad2b621114a7e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692680.00000, db: /tmp/tmph646q1_a/sda/containers/0/a7e/2a0c545f7369cf9dd92ad2b621114a7e/2a0c545f7369cf9dd92ad2b621114a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692682.00000, db: /tmp/tmph646q1_a/sda/containers/0/8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692682.00000, db: /tmp/tmph646q1_a/sda/containers/0/8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692684.00000, db: /tmp/tmph646q1_a/sda/containers/0/c98/32cad6c59d51d41e0130859ccf4adc98/32cad6c59d51d41e0130859ccf4adc98.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692684.00000, db: /tmp/tmph646q1_a/sda/containers/0/c98/32cad6c59d51d41e0130859ccf4adc98/32cad6c59d51d41e0130859ccf4adc98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692686.00000, db: /tmp/tmph646q1_a/sda/containers/0/90b/1b45b8f08513685dd28049d6c889290b/1b45b8f08513685dd28049d6c889290b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692686.00000, db: /tmp/tmph646q1_a/sda/containers/0/90b/1b45b8f08513685dd28049d6c889290b/1b45b8f08513685dd28049d6c889290b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692688.00000, db: /tmp/tmph646q1_a/sda/containers/0/2f7/57607daba19345338868ed12acdd12f7/57607daba19345338868ed12acdd12f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692688.00000, db: /tmp/tmph646q1_a/sda/containers/0/2f7/57607daba19345338868ed12acdd12f7/57607daba19345338868ed12acdd12f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692690.00000, db: /tmp/tmph646q1_a/sda/containers/0/f50/badbc93eae6fef0cb579de90d6da1f50/badbc93eae6fef0cb579de90d6da1f50.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692690.00000, db: /tmp/tmph646q1_a/sda/containers/0/f50/badbc93eae6fef0cb579de90d6da1f50/badbc93eae6fef0cb579de90d6da1f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692692.00000, db: /tmp/tmph646q1_a/sda/containers/0/5a5/061e2a9f51e3849d320b8483d5d715a5/061e2a9f51e3849d320b8483d5d715a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692692.00000, db: /tmp/tmph646q1_a/sda/containers/0/5a5/061e2a9f51e3849d320b8483d5d715a5/061e2a9f51e3849d320b8483d5d715a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692694.00000, db: /tmp/tmph646q1_a/sda/containers/0/7fe/973dfc92c095c344dc8bc9ec74f6f7fe/973dfc92c095c344dc8bc9ec74f6f7fe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692694.00000, db: /tmp/tmph646q1_a/sda/containers/0/7fe/973dfc92c095c344dc8bc9ec74f6f7fe/973dfc92c095c344dc8bc9ec74f6f7fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692696.00000, db: /tmp/tmph646q1_a/sda/containers/0/442/9dc23d50ec2ee20e12fea805238be442/9dc23d50ec2ee20e12fea805238be442.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692696.00000, db: /tmp/tmph646q1_a/sda/containers/0/442/9dc23d50ec2ee20e12fea805238be442/9dc23d50ec2ee20e12fea805238be442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692698.00000, db: /tmp/tmph646q1_a/sda/containers/0/f97/43d534acb174fca75d0b103e25547f97/43d534acb174fca75d0b103e25547f97.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692698.00000, db: /tmp/tmph646q1_a/sda/containers/0/f97/43d534acb174fca75d0b103e25547f97/43d534acb174fca75d0b103e25547f97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692700.00000, db: /tmp/tmph646q1_a/sda/containers/0/9b1/7496acd1b127368a10dd43ca0bb1a9b1/7496acd1b127368a10dd43ca0bb1a9b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692700.00000, db: /tmp/tmph646q1_a/sda/containers/0/9b1/7496acd1b127368a10dd43ca0bb1a9b1/7496acd1b127368a10dd43ca0bb1a9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692702.00000, db: /tmp/tmph646q1_a/sda/containers/0/311/a43602228cdeec3d6c34b75444bcb311/a43602228cdeec3d6c34b75444bcb311.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692702.00000, db: /tmp/tmph646q1_a/sda/containers/0/311/a43602228cdeec3d6c34b75444bcb311/a43602228cdeec3d6c34b75444bcb311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692704.00000, db: /tmp/tmph646q1_a/sda/containers/0/cbe/88a5a9e0fd3aeddfb216b4be5283acbe/88a5a9e0fd3aeddfb216b4be5283acbe.db +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692704.00000, db: /tmp/tmph646q1_a/sda/containers/0/cbe/88a5a9e0fd3aeddfb216b4be5283acbe/88a5a9e0fd3aeddfb216b4be5283acbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692706.00000, db: /tmp/tmph646q1_a/sda/containers/0/597/8e121224010f8fc06bcabc972a67f597/8e121224010f8fc06bcabc972a67f597.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692706.00000, db: /tmp/tmph646q1_a/sda/containers/0/597/8e121224010f8fc06bcabc972a67f597/8e121224010f8fc06bcabc972a67f597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692708.00000, db: /tmp/tmph646q1_a/sda/containers/0/219/37fc33419b3a37dad0ffab3377597219/37fc33419b3a37dad0ffab3377597219.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692708.00000, db: /tmp/tmph646q1_a/sda/containers/0/219/37fc33419b3a37dad0ffab3377597219/37fc33419b3a37dad0ffab3377597219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692710.00000, db: /tmp/tmph646q1_a/sda/containers/0/895/2e5938b865f025a641417b659b1e7895/2e5938b865f025a641417b659b1e7895.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692710.00000, db: /tmp/tmph646q1_a/sda/containers/0/895/2e5938b865f025a641417b659b1e7895/2e5938b865f025a641417b659b1e7895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692712.00000, db: /tmp/tmph646q1_a/sda/containers/0/3eb/e72efeaa58f2b3a14f0b36bccf99d3eb/e72efeaa58f2b3a14f0b36bccf99d3eb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692712.00000, db: /tmp/tmph646q1_a/sda/containers/0/3eb/e72efeaa58f2b3a14f0b36bccf99d3eb/e72efeaa58f2b3a14f0b36bccf99d3eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692714.00000, db: /tmp/tmph646q1_a/sda/containers/0/5a7/682006041183f2339fa6199b3f4e45a7/682006041183f2339fa6199b3f4e45a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692714.00000, db: /tmp/tmph646q1_a/sda/containers/0/5a7/682006041183f2339fa6199b3f4e45a7/682006041183f2339fa6199b3f4e45a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692716.00000, db: /tmp/tmph646q1_a/sda/containers/0/06a/76df49e0e9e62d1af0df365e930ee06a/76df49e0e9e62d1af0df365e930ee06a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692716.00000, db: /tmp/tmph646q1_a/sda/containers/0/06a/76df49e0e9e62d1af0df365e930ee06a/76df49e0e9e62d1af0df365e930ee06a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692718.00000, db: /tmp/tmph646q1_a/sda/containers/0/cc0/92609c0f272ce60270143ceab8054cc0/92609c0f272ce60270143ceab8054cc0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692718.00000, db: /tmp/tmph646q1_a/sda/containers/0/cc0/92609c0f272ce60270143ceab8054cc0/92609c0f272ce60270143ceab8054cc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692720.00000, db: /tmp/tmph646q1_a/sda/containers/0/0dc/f6fb4f656c01b6a6ecb30e774afa90dc/f6fb4f656c01b6a6ecb30e774afa90dc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692720.00000, db: /tmp/tmph646q1_a/sda/containers/0/0dc/f6fb4f656c01b6a6ecb30e774afa90dc/f6fb4f656c01b6a6ecb30e774afa90dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692722.00000, db: /tmp/tmph646q1_a/sda/containers/0/4d7/0f0c05314223c873b9dbfe0b861514d7/0f0c05314223c873b9dbfe0b861514d7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692722.00000, db: /tmp/tmph646q1_a/sda/containers/0/4d7/0f0c05314223c873b9dbfe0b861514d7/0f0c05314223c873b9dbfe0b861514d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692724.00000, db: /tmp/tmph646q1_a/sda/containers/0/167/1965f313eb5931645ac63f2b07bbe167/1965f313eb5931645ac63f2b07bbe167.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692724.00000, db: /tmp/tmph646q1_a/sda/containers/0/167/1965f313eb5931645ac63f2b07bbe167/1965f313eb5931645ac63f2b07bbe167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692726.00000, db: /tmp/tmph646q1_a/sda/containers/0/f57/31125bbae7a56ba61b4df5e64e98df57/31125bbae7a56ba61b4df5e64e98df57.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692726.00000, db: /tmp/tmph646q1_a/sda/containers/0/f57/31125bbae7a56ba61b4df5e64e98df57/31125bbae7a56ba61b4df5e64e98df57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692728.00000, db: /tmp/tmph646q1_a/sda/containers/0/ce7/9602937e9e510c411c097b6b20f45ce7/9602937e9e510c411c097b6b20f45ce7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692728.00000, db: /tmp/tmph646q1_a/sda/containers/0/ce7/9602937e9e510c411c097b6b20f45ce7/9602937e9e510c411c097b6b20f45ce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692730.00000, db: /tmp/tmph646q1_a/sda/containers/0/1d4/410e161f8c2776fde9042986fe79c1d4/410e161f8c2776fde9042986fe79c1d4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692730.00000, db: /tmp/tmph646q1_a/sda/containers/0/1d4/410e161f8c2776fde9042986fe79c1d4/410e161f8c2776fde9042986fe79c1d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692732.00000, db: /tmp/tmph646q1_a/sda/containers/0/bc2/9d4c4cd902157d29df5d16d554ceabc2/9d4c4cd902157d29df5d16d554ceabc2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692732.00000, db: /tmp/tmph646q1_a/sda/containers/0/bc2/9d4c4cd902157d29df5d16d554ceabc2/9d4c4cd902157d29df5d16d554ceabc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692734.00000, db: /tmp/tmph646q1_a/sda/containers/0/4e3/df85005a28c1311c661da43ffb2254e3/df85005a28c1311c661da43ffb2254e3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692734.00000, db: /tmp/tmph646q1_a/sda/containers/0/4e3/df85005a28c1311c661da43ffb2254e3/df85005a28c1311c661da43ffb2254e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmph646q1_a/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmph646q1_a/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692490.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/999/30d8fb228b2f71d6059e6ea4f32eb999/30d8fb228b2f71d6059e6ea4f32eb999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692495.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/862/9a42d26ba132dd2fb9dd94a7e7b94862/9a42d26ba132dd2fb9dd94a7e7b94862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692500.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/020/c1cbdfa990bffdc25f22235093da6020/c1cbdfa990bffdc25f22235093da6020.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok test.unit.common.test_utils.TestUtils.test_monkey_patch test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.common.test_utils.TestUtils.test_nested_prefixlogger test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok test.unit.common.test_utils.TestUtils.test_node_to_string @@ -35937,8 +38161,6 @@ test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok test.unit.common.test_utils.TestUtils.test_normalize_timestamp test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type @@ -35959,8 +38181,6 @@ test.unit.common.test_utils.TestUtils.test_quorum_size ... ok test.unit.common.test_utils.TestUtils.test_quote_bytes test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok test.unit.common.test_utils.TestUtils.test_quote_unicode test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok test.unit.common.test_utils.TestUtils.test_ratelimit_sleep @@ -35975,22 +38195,22 @@ test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok test.unit.common.test_utils.TestUtils.test_readconf_raw test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok test.unit.common.test_utils.TestUtils.test_remove_directory test.unit.common.test_utils.TestUtils.test_remove_directory ... ok test.unit.common.test_utils.TestUtils.test_remove_file test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir @@ -36013,16 +38233,12 @@ test.unit.common.test_utils.TestUtils.test_search_tree ... ok test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok test.unit.common.test_utils.TestUtils.test_select_node_ip test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok test.unit.common.test_utils.TestUtils.test_split_path test.unit.common.test_utils.TestUtils.test_split_path ... ok test.unit.common.test_utils.TestUtils.test_storage_directory @@ -36039,6 +38255,8 @@ test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok test.unit.common.test_utils.TestUtils.test_swift_log_formatter test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length @@ -36047,1483 +38265,26 @@ test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok test.unit.common.test_utils.TestUtils.test_validate_device_partition test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok test.unit.common.test_utils.TestUtils.test_validate_hash_conf test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok test.unit.common.test_utils.TestUtils.test_validate_sync_to test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok test.unit.common.test_utils.TestUtils.test_write_file test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok test.unit.common.test_utils.TestWatchdog.test_timeout_expire test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -Unlinked retiring db '/tmp/tmpfin2ytnr/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.46691', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.46691', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.46691', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.46694', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.46694', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.46694', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.46695', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.46695', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.46695', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}], '2e568345-4285-465f-9f4e-efc9c326cf55-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b04539f-9801-40ca-ab14-273b7485469a-sda', '1714281802.91572', '1714281802.91399', '0', '', '1714281802.91399', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.91961', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.91961', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.91961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.91965', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.91965', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.91965', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.91966', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.91966', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.91966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}], '1b04539f-9801-40ca-ab14-273b7485469a-sda') -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6320d26f-d835-420f-af46-13a473276cbf-sda', '1714281802.93382', '1714281802.93204', '0', '', '1714281802.93204', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281802.93762', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281802.93762', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.93762', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281802.93768', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281802.93768', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.93768', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281802.93769', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281802.93769', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281802.93769', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281800.78972', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6320d26f-d835-420f-af46-13a473276cbf-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1714281800.78960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78960', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78960', 'epoch': '1714281800.78961', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1714281800.78972', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281800.78951', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281800.78951', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpeem1lxbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0af9ef4196f1791a78e7b01d21ab6873', '741e7bda-46ff-4ef6-96dc-fab804f58cce-sda', '1714281802.95233', '1714281802.95051', '0', '', '1714281802.95051', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281802.95629', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '741e7bda-46ff-4ef6-96dc-fab804f58cce-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpcm4trcux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c3a35483-5097-45e3-8c42-803d2028aeb5-sda', '1714281802.97119', '1714281802.96915', '0', '', '1714281802.96915', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpcm4trcux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '400746d437485fc0f364277b5f7e2a1e', 'e83db886-a3d7-42c3-a858-f971c420e5ff-sda', '1714281802.99215', '1714281802.98476', '0', '', '1714281802.98476', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281802.99757', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'e83db886-a3d7-42c3-a858-f971c420e5ff-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -Unlinked retiring db '/tmp/tmpeeteshcg/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -Unlinked retiring db '/tmp/tmpm_nm_0pd/containers/part/suffix/hash/container.db' -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txe5160f39465e44429958e-00662ddd4b) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx20c131b16b3c45e6ac686-00662ddd4c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx622c982dff23430ab74c9-00662ddd4c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.04984 <= '409 (1714281805.04984), 409 (1714281805.04984), 409 (1714281805.04984)' (txn: tx2b623ebfeb0342a3b2f86-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.05162 <= '409 (1714281805.05162), 409 (1714281805.05162), 409 (1714281805.05162)' (txn: tx3bd9fb8ffe144526bfa99-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.05325 <= '409 (1714281805.05325), 409 (1714281805.05325), 409 (1714281805.05325)' (txn: tx55436d4855bd4d61ac97a-00662ddd4d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.00000 <= '409 (1714281806.00000), 409 (1714281806.00000), 409 (1714281806.00000)' (txn: tx69bfc3cbaf7d4f1e97033-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281807.00000 <= '409 (1714281808.00000), 409 (1714281808.00000), 409 (1714281808.00000)' (txn: tx8690a6bdb01e442190e1f-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281809.00000 <= '409 (1714281810.00000), 409 (1714281810.00000), 409 (1714281810.00000)' (txn: tx60b90cd065a64e988915e-00662ddd4d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.00000 <= '409 (1714281805.00000), 409 (1714281805.00000), 409 (1714281805.00000)' (txn: tx175c6b88e9234490afeef-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281806.00000 <= '409 (1714281806.00000), 409 (1714281806.00000), 409 (1714281806.00000)' (txn: txb3b8d52b9e014ceeb39eb-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281807.00000 <= '409 (1714281807.00000), 409 (1714281807.00000), 409 (1714281807.00000)' (txn: tx299c1b13cd34448492e4f-00662ddd4d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '1714281803.40638', '1714281803.40436', '0', '', '1714281803.40436', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '1714281803.40638', '1714281803.40436', '0', '', '1714281803.40436', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53270 seconds (1.87721/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '1714281803.40638', '1714281803.40436', '0', '', '1714281803.40436', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281803.94653', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281803.94653', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281803.94653', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281803.40765', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281803.40765', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281803.40765', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281803.40766', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281803.40766', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281803.40766', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281803.40778', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281803.40778', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281803.40767', 'epoch': '1714281803.40767', 'reported': 0, 'tombstones': -1}], '475c4e96-1278-4754-a815-2f4b0cf80c74-sda') -test DEBUG: /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '475c4e96-1278-4754-a815-2f4b0cf80c74-sda', '1714281803.40638', '1714281803.40436', '0', '', '1714281803.40436', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281803.94653', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281803.94653', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281803.94653', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281803.40765', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281803.40765', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281803.40765', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281803.40766', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281803.40766', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281803.40766', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281803.40778', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281803.40778', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281803.40767', 'epoch': '1714281803.40767', 'reported': 0, 'tombstones': -1}], '475c4e96-1278-4754-a815-2f4b0cf80c74-sda') -test DEBUG: /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpq5axj6l3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01865 seconds (53.61337/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '926db5c6-1162-4298-968e-690a944fba5e-sda', '1714281804.45210', '1714281804.45025', '1714281804.45616', '', '1714281804.45616', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_ji13ogw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4bb4d53-cfda-4bbb-8ce5-00f064931323-sda', '1714281804.46557', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -test DEBUG: /tmp/tmp_ji13ogw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4bb4d53-cfda-4bbb-8ce5-00f064931323-sda', '1714281804.46557', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d4bb4d53-cfda-4bbb-8ce5-00f064931323-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00981 seconds (101.90882/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8bjp0_d9/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', '1714281804.48937', '1714281805.00000', '0', '{"X-Container-Sync-To": ["a", "1714281806.00000"], "X-Container-Sync-Key": ["secret", "1714281807.00000"]}', '1714281805.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', '1714281804.48937', '1714281805.00000', '0', '{"X-Container-Sync-To": ["a", "1714281806.00000"], "X-Container-Sync-Key": ["secret", "1714281807.00000"]}', '1714281805.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmp8bjp0_d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '1714281804.48652', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281805.00000 <= '409 (1714281805.00000)' (txn: txe04e1f12d0604dbbbaacf-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281806.00000 <= '409 (1714281806.00000)' (txn: tx4932070f6b1543e8974b3-00662ddd4d) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281807.00000 <= '409 (1714281807.00000)' (txn: tx70a9511915c54cf89cb1c-00662ddd4d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9c94817dfdbb443295085-00662ddd4e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281806.00000 <= '409 (1714281807.00000)' (txn: tx21d0d33d8c5c414b8ca66-00662ddd4e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx9d525443aa9a4a2ebc1b9-00662ddd4e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281806.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx08d450230a12408ba684e-00662ddd4e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281806.00000 <= '409 (1714281807.00000), 201 (unknown), 201 (unknown)' (txn: tx40a5c91f4206470080aaa-00662ddd4e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9188d9c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpd9wscorp/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpd9wscorp/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmphph4m4_k/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmphph4m4_k/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmplivb63wq/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281930.00000-2, db: /tmp/tmpykse3rjq/sda/containers/0/13b/f55f6fc37721fe8fde31f6d2a8ba513b/f55f6fc37721fe8fde31f6d2a8ba513b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1714281798.00000, (0, 0) as of 1714281798.00000, active as of 1714281798.00000> to ShardRange<'a' to 'b' as of 1714281798.00000, (0, 0) as of 1714281798.00000, sharding as of 1714281803.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7_1714281798.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7_1714281798.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7_1714281798.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7_1714281798.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1714281798.00000, (0, 0) as of 1714281798.00000, sharding as of 1714281804.00000> to ShardRange<'a' to 'b' as of 1714281798.00000, (0, 0) as of 1714281798.00000, sharded as of 1714281807.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281798.00000-2, db: /tmp/tmpyh6rig9s/sda/containers/0/0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7/ce8d8fa4360dbbe9b27cbb00f2c1d0a7_1714281798.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281798.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/00e/f059330109abf88a74a11b4a9fa9300e/f059330109abf88a74a11b4a9fa9300e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281800.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/faf/de8be55cb44645e45592d536d27c1faf/de8be55cb44645e45592d536d27c1faf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281799.00000, (0, 0) as of 1714281799.00000, found as of 1714281799.00000> to ShardRange<'k' to 't' as of 1714281800.00000, (0, 0) as of 1714281800.00000, created as of 1714281800.00000>, path: .shards_a/shard_c_1714281800.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/faf/de8be55cb44645e45592d536d27c1faf/de8be55cb44645e45592d536d27c1faf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281802.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/552/17e1d5b84818c4de1958aa8b3a2a7552/17e1d5b84818c4de1958aa8b3a2a7552.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281801.00000, (0, 0) as of 1714281801.00000, found as of 1714281801.00000> to ShardRange<'k' to 't' as of 1714281802.00000, (0, 0) as of 1714281802.00000, cleaved as of 1714281802.00000>, path: .shards_a/shard_c_1714281802.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/552/17e1d5b84818c4de1958aa8b3a2a7552/17e1d5b84818c4de1958aa8b3a2a7552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281804.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6c/8bd83e75de46893c08aecb58340e9d6c/8bd83e75de46893c08aecb58340e9d6c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281803.00000, (0, 0) as of 1714281803.00000, found as of 1714281803.00000> to ShardRange<'k' to 't' as of 1714281804.00000, (0, 0) as of 1714281804.00000, active as of 1714281804.00000>, path: .shards_a/shard_c_1714281804.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6c/8bd83e75de46893c08aecb58340e9d6c/8bd83e75de46893c08aecb58340e9d6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281805.00000, (0, 0) as of 1714281805.00000, found as of 1714281805.00000> to ShardRange<'k' to 't' as of 1714281806.00000, (0, 0) as of 1714281806.00000, shrinking as of 1714281806.00000>, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281806.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/946/f3303af7ebf88b3c9c0bdb94f49d7946/f3303af7ebf88b3c9c0bdb94f49d7946.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281807.00000, (0, 0) as of 1714281807.00000, found as of 1714281807.00000> to ShardRange<'k' to 't' as of 1714281808.00000, (0, 0) as of 1714281808.00000, sharding as of 1714281808.00000>, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281808.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/656/01e0aed72421815f38b46648e1ca5656/01e0aed72421815f38b46648e1ca5656.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281810.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/b07/f5d80540ec0dc5ace35dd5178e122b07/f5d80540ec0dc5ace35dd5178e122b07.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281809.00000, (0, 0) as of 1714281809.00000, found as of 1714281809.00000> to ShardRange<'k' to 't' as of 1714281810.00000, (0, 0) as of 1714281810.00000, sharded as of 1714281810.00000>, path: .shards_a/shard_c_1714281810.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/b07/f5d80540ec0dc5ace35dd5178e122b07/f5d80540ec0dc5ace35dd5178e122b07.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281810.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/b07/f5d80540ec0dc5ace35dd5178e122b07/f5d80540ec0dc5ace35dd5178e122b07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281812.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1f2/2184988cee0c64d18b67d52ac2ae91f2/2184988cee0c64d18b67d52ac2ae91f2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281811.00000, (0, 0) as of 1714281811.00000, found as of 1714281811.00000> to ShardRange<'k' to 't' as of 1714281812.00000, (0, 0) as of 1714281812.00000, shrunk as of 1714281812.00000>, path: .shards_a/shard_c_1714281812.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1f2/2184988cee0c64d18b67d52ac2ae91f2/2184988cee0c64d18b67d52ac2ae91f2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281812.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1f2/2184988cee0c64d18b67d52ac2ae91f2/2184988cee0c64d18b67d52ac2ae91f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281814.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0b4/a4d17616417c900b30e19edc711d40b4/a4d17616417c900b30e19edc711d40b4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281813.00000, (0, 0) as of 1714281813.00000, created as of 1714281813.00000> to ShardRange<'k' to 't' as of 1714281814.00000, (0, 0) as of 1714281814.00000, found as of 1714281814.00000>, path: .shards_a/shard_c_1714281814.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0b4/a4d17616417c900b30e19edc711d40b4/a4d17616417c900b30e19edc711d40b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281816.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a22/926ba2ca655694ccb88b421f2fe4aa22/926ba2ca655694ccb88b421f2fe4aa22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281818.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/dd1/d87ebe323be530cb9d36c534df1afdd1/d87ebe323be530cb9d36c534df1afdd1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281817.00000, (0, 0) as of 1714281817.00000, created as of 1714281817.00000> to ShardRange<'k' to 't' as of 1714281818.00000, (0, 0) as of 1714281818.00000, cleaved as of 1714281818.00000>, path: .shards_a/shard_c_1714281818.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/dd1/d87ebe323be530cb9d36c534df1afdd1/d87ebe323be530cb9d36c534df1afdd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281820.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/154/9e215fe27483a443e1b96a9ace2eb154/9e215fe27483a443e1b96a9ace2eb154.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281819.00000, (0, 0) as of 1714281819.00000, created as of 1714281819.00000> to ShardRange<'k' to 't' as of 1714281820.00000, (0, 0) as of 1714281820.00000, active as of 1714281820.00000>, path: .shards_a/shard_c_1714281820.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/154/9e215fe27483a443e1b96a9ace2eb154/9e215fe27483a443e1b96a9ace2eb154.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281821.00000, (0, 0) as of 1714281821.00000, created as of 1714281821.00000> to ShardRange<'k' to 't' as of 1714281822.00000, (0, 0) as of 1714281822.00000, shrinking as of 1714281822.00000>, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281822.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d21/2cc2c121aa81802cb25d7a33b681cd21/2cc2c121aa81802cb25d7a33b681cd21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281823.00000, (0, 0) as of 1714281823.00000, created as of 1714281823.00000> to ShardRange<'k' to 't' as of 1714281824.00000, (0, 0) as of 1714281824.00000, sharding as of 1714281824.00000>, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281824.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/3c4/f5ed93b0529f34aa6f954cf6a447d3c4/f5ed93b0529f34aa6f954cf6a447d3c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281826.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9ae/a7bee2b98155eb1f81622fc7ba5129ae/a7bee2b98155eb1f81622fc7ba5129ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281825.00000, (0, 0) as of 1714281825.00000, created as of 1714281825.00000> to ShardRange<'k' to 't' as of 1714281826.00000, (0, 0) as of 1714281826.00000, sharded as of 1714281826.00000>, path: .shards_a/shard_c_1714281826.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9ae/a7bee2b98155eb1f81622fc7ba5129ae/a7bee2b98155eb1f81622fc7ba5129ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281826.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9ae/a7bee2b98155eb1f81622fc7ba5129ae/a7bee2b98155eb1f81622fc7ba5129ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281828.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ad9/b759c65704739316285d4285ef6d4ad9/b759c65704739316285d4285ef6d4ad9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281827.00000, (0, 0) as of 1714281827.00000, created as of 1714281827.00000> to ShardRange<'k' to 't' as of 1714281828.00000, (0, 0) as of 1714281828.00000, shrunk as of 1714281828.00000>, path: .shards_a/shard_c_1714281828.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ad9/b759c65704739316285d4285ef6d4ad9/b759c65704739316285d4285ef6d4ad9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281828.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ad9/b759c65704739316285d4285ef6d4ad9/b759c65704739316285d4285ef6d4ad9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281830.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1e6/794f6a44d4ec3abe477ce9f8d81741e6/794f6a44d4ec3abe477ce9f8d81741e6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281829.00000, (0, 0) as of 1714281829.00000, cleaved as of 1714281829.00000> to ShardRange<'k' to 't' as of 1714281830.00000, (0, 0) as of 1714281830.00000, found as of 1714281830.00000>, path: .shards_a/shard_c_1714281830.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1e6/794f6a44d4ec3abe477ce9f8d81741e6/794f6a44d4ec3abe477ce9f8d81741e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281832.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ea2/8331bdcb89550600dcaea6d96ee35ea2/8331bdcb89550600dcaea6d96ee35ea2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281831.00000, (0, 0) as of 1714281831.00000, cleaved as of 1714281831.00000> to ShardRange<'k' to 't' as of 1714281832.00000, (0, 0) as of 1714281832.00000, created as of 1714281832.00000>, path: .shards_a/shard_c_1714281832.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ea2/8331bdcb89550600dcaea6d96ee35ea2/8331bdcb89550600dcaea6d96ee35ea2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281834.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ff0/1220fad2bdf5d853a3db616a0418dff0/1220fad2bdf5d853a3db616a0418dff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281836.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0ae/8b9130502aa171fe7d00f0110fe470ae/8b9130502aa171fe7d00f0110fe470ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281835.00000, (0, 0) as of 1714281835.00000, cleaved as of 1714281835.00000> to ShardRange<'k' to 't' as of 1714281836.00000, (0, 0) as of 1714281836.00000, active as of 1714281836.00000>, path: .shards_a/shard_c_1714281836.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0ae/8b9130502aa171fe7d00f0110fe470ae/8b9130502aa171fe7d00f0110fe470ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281837.00000, (0, 0) as of 1714281837.00000, cleaved as of 1714281837.00000> to ShardRange<'k' to 't' as of 1714281838.00000, (0, 0) as of 1714281838.00000, shrinking as of 1714281838.00000>, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281838.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/599/7a011989ddec43b5c32706b1c3295599/7a011989ddec43b5c32706b1c3295599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281839.00000, (0, 0) as of 1714281839.00000, cleaved as of 1714281839.00000> to ShardRange<'k' to 't' as of 1714281840.00000, (0, 0) as of 1714281840.00000, sharding as of 1714281840.00000>, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281840.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f1b/9ab1e2e6d8652517e64866f5454f8f1b/9ab1e2e6d8652517e64866f5454f8f1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281842.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6b9/deb11849b86e1bbc89e08e27f5caa6b9/deb11849b86e1bbc89e08e27f5caa6b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281841.00000, (0, 0) as of 1714281841.00000, cleaved as of 1714281841.00000> to ShardRange<'k' to 't' as of 1714281842.00000, (0, 0) as of 1714281842.00000, sharded as of 1714281842.00000>, path: .shards_a/shard_c_1714281842.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6b9/deb11849b86e1bbc89e08e27f5caa6b9/deb11849b86e1bbc89e08e27f5caa6b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281842.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6b9/deb11849b86e1bbc89e08e27f5caa6b9/deb11849b86e1bbc89e08e27f5caa6b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281844.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8ad/a69649df6d360d662bf58775edcad8ad/a69649df6d360d662bf58775edcad8ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281843.00000, (0, 0) as of 1714281843.00000, cleaved as of 1714281843.00000> to ShardRange<'k' to 't' as of 1714281844.00000, (0, 0) as of 1714281844.00000, shrunk as of 1714281844.00000>, path: .shards_a/shard_c_1714281844.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8ad/a69649df6d360d662bf58775edcad8ad/a69649df6d360d662bf58775edcad8ad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281844.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8ad/a69649df6d360d662bf58775edcad8ad/a69649df6d360d662bf58775edcad8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281846.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fc8/1c3ae6e72f328efd43eff357ba63bfc8/1c3ae6e72f328efd43eff357ba63bfc8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281845.00000, (0, 0) as of 1714281845.00000, active as of 1714281845.00000> to ShardRange<'k' to 't' as of 1714281846.00000, (0, 0) as of 1714281846.00000, found as of 1714281846.00000>, path: .shards_a/shard_c_1714281846.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fc8/1c3ae6e72f328efd43eff357ba63bfc8/1c3ae6e72f328efd43eff357ba63bfc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281848.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8ab/d589ec0c6a39311722589ed8888268ab/d589ec0c6a39311722589ed8888268ab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281847.00000, (0, 0) as of 1714281847.00000, active as of 1714281847.00000> to ShardRange<'k' to 't' as of 1714281848.00000, (0, 0) as of 1714281848.00000, created as of 1714281848.00000>, path: .shards_a/shard_c_1714281848.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8ab/d589ec0c6a39311722589ed8888268ab/d589ec0c6a39311722589ed8888268ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281850.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/84d/4152b9d89d2f9418bbc8ab0d94e5e84d/4152b9d89d2f9418bbc8ab0d94e5e84d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281849.00000, (0, 0) as of 1714281849.00000, active as of 1714281849.00000> to ShardRange<'k' to 't' as of 1714281850.00000, (0, 0) as of 1714281850.00000, cleaved as of 1714281850.00000>, path: .shards_a/shard_c_1714281850.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/84d/4152b9d89d2f9418bbc8ab0d94e5e84d/4152b9d89d2f9418bbc8ab0d94e5e84d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281852.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9d7/377685e580c262d39e4677f351e6b9d7/377685e580c262d39e4677f351e6b9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281853.00000, (0, 0) as of 1714281853.00000, active as of 1714281853.00000> to ShardRange<'k' to 't' as of 1714281854.00000, (0, 0) as of 1714281854.00000, shrinking as of 1714281854.00000>, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281854.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/610/af592fdc16a8b2c7da409474f4c54610/af592fdc16a8b2c7da409474f4c54610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281855.00000, (0, 0) as of 1714281855.00000, active as of 1714281855.00000> to ShardRange<'k' to 't' as of 1714281856.00000, (0, 0) as of 1714281856.00000, sharding as of 1714281856.00000>, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281856.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/af9/43a4b72b7e99eb8d2020aa3186f9caf9/43a4b72b7e99eb8d2020aa3186f9caf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281858.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281857.00000, (0, 0) as of 1714281857.00000, active as of 1714281857.00000> to ShardRange<'k' to 't' as of 1714281858.00000, (0, 0) as of 1714281858.00000, sharded as of 1714281858.00000>, path: .shards_a/shard_c_1714281858.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281858.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3/1d9ccd1ef67b8d09cd1e4f58a0e516e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281860.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/062/503865163b786742eebf4f4a69575062/503865163b786742eebf4f4a69575062.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281859.00000, (0, 0) as of 1714281859.00000, active as of 1714281859.00000> to ShardRange<'k' to 't' as of 1714281860.00000, (0, 0) as of 1714281860.00000, shrunk as of 1714281860.00000>, path: .shards_a/shard_c_1714281860.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/062/503865163b786742eebf4f4a69575062/503865163b786742eebf4f4a69575062.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281860.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/062/503865163b786742eebf4f4a69575062/503865163b786742eebf4f4a69575062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281862.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c1d/d636fce6905a901502604241d4a58c1d/d636fce6905a901502604241d4a58c1d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281861.00000, (0, 0) as of 1714281861.00000, shrinking as of 1714281861.00000> to ShardRange<'k' to 't' as of 1714281862.00000, (0, 0) as of 1714281862.00000, found as of 1714281862.00000>, path: .shards_a/shard_c_1714281862.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c1d/d636fce6905a901502604241d4a58c1d/d636fce6905a901502604241d4a58c1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281864.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/700/7e07fdb56361bb94a4fc70f77d829700/7e07fdb56361bb94a4fc70f77d829700.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281863.00000, (0, 0) as of 1714281863.00000, shrinking as of 1714281863.00000> to ShardRange<'k' to 't' as of 1714281864.00000, (0, 0) as of 1714281864.00000, created as of 1714281864.00000>, path: .shards_a/shard_c_1714281864.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/700/7e07fdb56361bb94a4fc70f77d829700/7e07fdb56361bb94a4fc70f77d829700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281866.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bb6/25e6c7264322e0f7278453987673dbb6/25e6c7264322e0f7278453987673dbb6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281865.00000, (0, 0) as of 1714281865.00000, shrinking as of 1714281865.00000> to ShardRange<'k' to 't' as of 1714281866.00000, (0, 0) as of 1714281866.00000, cleaved as of 1714281866.00000>, path: .shards_a/shard_c_1714281866.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bb6/25e6c7264322e0f7278453987673dbb6/25e6c7264322e0f7278453987673dbb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281868.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bc9/ab183fbc51de99df96aaa9218d138bc9/ab183fbc51de99df96aaa9218d138bc9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281867.00000, (0, 0) as of 1714281867.00000, shrinking as of 1714281867.00000> to ShardRange<'k' to 't' as of 1714281868.00000, (0, 0) as of 1714281868.00000, active as of 1714281868.00000>, path: .shards_a/shard_c_1714281868.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bc9/ab183fbc51de99df96aaa9218d138bc9/ab183fbc51de99df96aaa9218d138bc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281870.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fda/bfec89afc2698bd3d334b5bd85694fda/bfec89afc2698bd3d334b5bd85694fda.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281870.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fda/bfec89afc2698bd3d334b5bd85694fda/bfec89afc2698bd3d334b5bd85694fda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281871.00000, (0, 0) as of 1714281871.00000, shrinking as of 1714281871.00000> to ShardRange<'k' to 't' as of 1714281872.00000, (0, 0) as of 1714281872.00000, sharding as of 1714281872.00000>, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281872.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/e80/c9a659c5979682ec6326a6cfa7828e80/c9a659c5979682ec6326a6cfa7828e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281874.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c3f/d64785b1b7482ad64088d12311573c3f/d64785b1b7482ad64088d12311573c3f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281873.00000, (0, 0) as of 1714281873.00000, shrinking as of 1714281873.00000> to ShardRange<'k' to 't' as of 1714281874.00000, (0, 0) as of 1714281874.00000, sharded as of 1714281874.00000>, path: .shards_a/shard_c_1714281874.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c3f/d64785b1b7482ad64088d12311573c3f/d64785b1b7482ad64088d12311573c3f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281874.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c3f/d64785b1b7482ad64088d12311573c3f/d64785b1b7482ad64088d12311573c3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281876.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/86c/4005577444be120c21562a71f3b8686c/4005577444be120c21562a71f3b8686c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281875.00000, (0, 0) as of 1714281875.00000, shrinking as of 1714281875.00000> to ShardRange<'k' to 't' as of 1714281876.00000, (0, 0) as of 1714281876.00000, shrunk as of 1714281876.00000>, path: .shards_a/shard_c_1714281876.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/86c/4005577444be120c21562a71f3b8686c/4005577444be120c21562a71f3b8686c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281876.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/86c/4005577444be120c21562a71f3b8686c/4005577444be120c21562a71f3b8686c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281878.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/305/23f8123695c6046b19d8d9f8d5935305/23f8123695c6046b19d8d9f8d5935305.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281877.00000, (0, 0) as of 1714281877.00000, sharding as of 1714281877.00000> to ShardRange<'k' to 't' as of 1714281878.00000, (0, 0) as of 1714281878.00000, found as of 1714281878.00000>, path: .shards_a/shard_c_1714281878.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/305/23f8123695c6046b19d8d9f8d5935305/23f8123695c6046b19d8d9f8d5935305.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281880.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/cec/bc91d228597f8cded3de8f92b6187cec/bc91d228597f8cded3de8f92b6187cec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281879.00000, (0, 0) as of 1714281879.00000, sharding as of 1714281879.00000> to ShardRange<'k' to 't' as of 1714281880.00000, (0, 0) as of 1714281880.00000, created as of 1714281880.00000>, path: .shards_a/shard_c_1714281880.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/cec/bc91d228597f8cded3de8f92b6187cec/bc91d228597f8cded3de8f92b6187cec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281882.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6e/8223043c87b7adc04dafc89cd8968d6e/8223043c87b7adc04dafc89cd8968d6e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281881.00000, (0, 0) as of 1714281881.00000, sharding as of 1714281881.00000> to ShardRange<'k' to 't' as of 1714281882.00000, (0, 0) as of 1714281882.00000, cleaved as of 1714281882.00000>, path: .shards_a/shard_c_1714281882.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6e/8223043c87b7adc04dafc89cd8968d6e/8223043c87b7adc04dafc89cd8968d6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281884.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/4bb/af2ad835c1a91d60b6670fef6f9be4bb/af2ad835c1a91d60b6670fef6f9be4bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281883.00000, (0, 0) as of 1714281883.00000, sharding as of 1714281883.00000> to ShardRange<'k' to 't' as of 1714281884.00000, (0, 0) as of 1714281884.00000, active as of 1714281884.00000>, path: .shards_a/shard_c_1714281884.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/4bb/af2ad835c1a91d60b6670fef6f9be4bb/af2ad835c1a91d60b6670fef6f9be4bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281886.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/df9/17d500e78acc35d55f34973d02cdfdf9/17d500e78acc35d55f34973d02cdfdf9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281885.00000, (0, 0) as of 1714281885.00000, sharding as of 1714281885.00000> to ShardRange<'k' to 't' as of 1714281886.00000, (0, 0) as of 1714281886.00000, shrinking as of 1714281886.00000>, path: .shards_a/shard_c_1714281886.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/df9/17d500e78acc35d55f34973d02cdfdf9/17d500e78acc35d55f34973d02cdfdf9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281886.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/df9/17d500e78acc35d55f34973d02cdfdf9/17d500e78acc35d55f34973d02cdfdf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281888.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/452/e893acd93927852eef889fe17ef0c452/e893acd93927852eef889fe17ef0c452.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281888.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/452/e893acd93927852eef889fe17ef0c452/e893acd93927852eef889fe17ef0c452.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281890.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/862/d23ed0af85619a9a17c3d2e8607c8862/d23ed0af85619a9a17c3d2e8607c8862.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281889.00000, (0, 0) as of 1714281889.00000, sharding as of 1714281889.00000> to ShardRange<'k' to 't' as of 1714281890.00000, (0, 0) as of 1714281890.00000, sharded as of 1714281890.00000>, path: .shards_a/shard_c_1714281890.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/862/d23ed0af85619a9a17c3d2e8607c8862/d23ed0af85619a9a17c3d2e8607c8862.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281890.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/862/d23ed0af85619a9a17c3d2e8607c8862/d23ed0af85619a9a17c3d2e8607c8862.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281891.00000, (0, 0) as of 1714281891.00000, sharding as of 1714281891.00000> to ShardRange<'k' to 't' as of 1714281892.00000, (0, 0) as of 1714281892.00000, shrunk as of 1714281892.00000>, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281893.00000, (0, 0) as of 1714281893.00000, sharded as of 1714281893.00000> to ShardRange<'k' to 't' as of 1714281894.00000, (0, 0) as of 1714281894.00000, found as of 1714281894.00000>, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281895.00000, (0, 0) as of 1714281895.00000, sharded as of 1714281895.00000> to ShardRange<'k' to 't' as of 1714281896.00000, (0, 0) as of 1714281896.00000, created as of 1714281896.00000>, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281897.00000, (0, 0) as of 1714281897.00000, sharded as of 1714281897.00000> to ShardRange<'k' to 't' as of 1714281898.00000, (0, 0) as of 1714281898.00000, cleaved as of 1714281898.00000>, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281899.00000, (0, 0) as of 1714281899.00000, sharded as of 1714281899.00000> to ShardRange<'k' to 't' as of 1714281900.00000, (0, 0) as of 1714281900.00000, active as of 1714281900.00000>, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281901.00000, (0, 0) as of 1714281901.00000, sharded as of 1714281901.00000> to ShardRange<'k' to 't' as of 1714281902.00000, (0, 0) as of 1714281902.00000, shrinking as of 1714281902.00000>, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281903.00000, (0, 0) as of 1714281903.00000, sharded as of 1714281903.00000> to ShardRange<'k' to 't' as of 1714281904.00000, (0, 0) as of 1714281904.00000, sharding as of 1714281904.00000>, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281907.00000, (0, 0) as of 1714281907.00000, sharded as of 1714281907.00000> to ShardRange<'k' to 't' as of 1714281908.00000, (0, 0) as of 1714281908.00000, shrunk as of 1714281908.00000>, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281910.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/eec/b6445ca61339484ce822d68055f57eec/b6445ca61339484ce822d68055f57eec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281909.00000, (0, 0) as of 1714281909.00000, shrunk as of 1714281909.00000> to ShardRange<'k' to 't' as of 1714281910.00000, (0, 0) as of 1714281910.00000, found as of 1714281910.00000>, path: .shards_a/shard_c_1714281910.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/eec/b6445ca61339484ce822d68055f57eec/b6445ca61339484ce822d68055f57eec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281911.00000, (0, 0) as of 1714281911.00000, shrunk as of 1714281911.00000> to ShardRange<'k' to 't' as of 1714281912.00000, (0, 0) as of 1714281912.00000, created as of 1714281912.00000>, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281913.00000, (0, 0) as of 1714281913.00000, shrunk as of 1714281913.00000> to ShardRange<'k' to 't' as of 1714281914.00000, (0, 0) as of 1714281914.00000, cleaved as of 1714281914.00000>, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281915.00000, (0, 0) as of 1714281915.00000, shrunk as of 1714281915.00000> to ShardRange<'k' to 't' as of 1714281916.00000, (0, 0) as of 1714281916.00000, active as of 1714281916.00000>, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281917.00000, (0, 0) as of 1714281917.00000, shrunk as of 1714281917.00000> to ShardRange<'k' to 't' as of 1714281918.00000, (0, 0) as of 1714281918.00000, shrinking as of 1714281918.00000>, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281919.00000, (0, 0) as of 1714281919.00000, shrunk as of 1714281919.00000> to ShardRange<'k' to 't' as of 1714281920.00000, (0, 0) as of 1714281920.00000, sharding as of 1714281920.00000>, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281921.00000, (0, 0) as of 1714281921.00000, shrunk as of 1714281921.00000> to ShardRange<'k' to 't' as of 1714281922.00000, (0, 0) as of 1714281922.00000, sharded as of 1714281922.00000>, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281925.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d55/5c4dab5dd9afcc5d41e08640570d8d55/5c4dab5dd9afcc5d41e08640570d8d55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281927.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0e1/04015a44610ec29a7c01daea0a46d0e1/04015a44610ec29a7c01daea0a46d0e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281929.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bf9/c6a3eb0e0a9aefe771a69c69dec04bf9/c6a3eb0e0a9aefe771a69c69dec04bf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281931.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/da2/e6a41ff785351bce5af5b2318c869da2/e6a41ff785351bce5af5b2318c869da2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281933.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1f3/5313c9af3636e5f9e9d0b373fbd9e1f3/5313c9af3636e5f9e9d0b373fbd9e1f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281935.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/485/ff583972d6a11335a07b7aedd5c89485/ff583972d6a11335a07b7aedd5c89485.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281937.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c5a/52c5180bfb1a29eb2d4e617676b7fc5a/52c5180bfb1a29eb2d4e617676b7fc5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281939.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2fd/48fee90e4a1913931d384e9fa79732fd/48fee90e4a1913931d384e9fa79732fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281941.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a5a/1791fbfa64ae99fccfe5885daaaf0a5a/1791fbfa64ae99fccfe5885daaaf0a5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281943.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/6ab/20223c65ec2fd31ecba1b293daf456ab/20223c65ec2fd31ecba1b293daf456ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281945.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/585/7206d72bd1ca6ccc293c1f95f910d585/7206d72bd1ca6ccc293c1f95f910d585.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281947.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/564/7f51431549b14f197a527ecc70f37564/7f51431549b14f197a527ecc70f37564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281949.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d28/fc8b3d111bb6c934518a6a7f9f029d28/fc8b3d111bb6c934518a6a7f9f029d28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281951.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/0da/675c075e0a3c562815a208ec97ba90da/675c075e0a3c562815a208ec97ba90da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281953.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2d7/d0b852fd1fc6b02370a758e4d57952d7/d0b852fd1fc6b02370a758e4d57952d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281955.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/3ae/91ea6a9d1e04f3415ca451bb7c1f53ae/91ea6a9d1e04f3415ca451bb7c1f53ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281957.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/729/0b80d24191bc9fac14f3952185654729/0b80d24191bc9fac14f3952185654729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281959.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2ab/2443d50d3cb6499df1c67c59038da2ab/2443d50d3cb6499df1c67c59038da2ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281961.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c23/b665d452f295803ca84df0163ab28c23/b665d452f295803ca84df0163ab28c23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281963.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/8b5/081a462339f8b9a4be476d7008c3d8b5/081a462339f8b9a4be476d7008c3d8b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281965.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/217/c4c9d24f3d67653858c7d3564da31217/c4c9d24f3d67653858c7d3564da31217.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281967.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c87/3e8c83860cc2b77c4a489fc626375c87/3e8c83860cc2b77c4a489fc626375c87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281969.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/666/2aefd1e5ea37625b3c9ad8272fde0666/2aefd1e5ea37625b3c9ad8272fde0666.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281971.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c50/8416f7a43fbb97a8f87788610509ac50/8416f7a43fbb97a8f87788610509ac50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281973.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/16a/175f9ea6b32024130254f4226bf8d16a/175f9ea6b32024130254f4226bf8d16a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281975.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c3a/1b10abd98e0860ea162b8fec3d9edc3a/1b10abd98e0860ea162b8fec3d9edc3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281977.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/dea/a9221f5cd8d0056d4c977f7ed3e42dea/a9221f5cd8d0056d4c977f7ed3e42dea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281979.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a1a/809c3463c3697b3c9f991d1ddd809a1a/809c3463c3697b3c9f991d1ddd809a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281981.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/1dc/ee27581e74d4cdd3183bef7597bef1dc/ee27581e74d4cdd3183bef7597bef1dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281983.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/bef/9548d97ba0dfa0c8fe8c52b50db98bef/9548d97ba0dfa0c8fe8c52b50db98bef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281985.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/e12/9b123fed3116fe5b109c92b4e2fb5e12/9b123fed3116fe5b109c92b4e2fb5e12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281987.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/088/d8901bf39a3c63a221dba7ed96b99088/d8901bf39a3c63a221dba7ed96b99088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281989.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f30/7e2027bf1b3bc47c569d52e5ece5ef30/7e2027bf1b3bc47c569d52e5ece5ef30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281989.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f30/7e2027bf1b3bc47c569d52e5ece5ef30/7e2027bf1b3bc47c569d52e5ece5ef30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281991.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9d7/2f4bfdf1b4b2f784a848f9df707aa9d7/2f4bfdf1b4b2f784a848f9df707aa9d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281991.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9d7/2f4bfdf1b4b2f784a848f9df707aa9d7/2f4bfdf1b4b2f784a848f9df707aa9d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281993.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/db9/12bec5aec7e4660d99525fb842438db9/12bec5aec7e4660d99525fb842438db9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281993.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/db9/12bec5aec7e4660d99525fb842438db9/12bec5aec7e4660d99525fb842438db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281995.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c53/7e86ce9f263f6b66fa9a9555ff2fbc53/7e86ce9f263f6b66fa9a9555ff2fbc53.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281995.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c53/7e86ce9f263f6b66fa9a9555ff2fbc53/7e86ce9f263f6b66fa9a9555ff2fbc53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281997.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c35/018adacf6b50f217c6fe6222a9478c35/018adacf6b50f217c6fe6222a9478c35.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281997.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c35/018adacf6b50f217c6fe6222a9478c35/018adacf6b50f217c6fe6222a9478c35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281999.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/770/5d529891b2c480821a411ed1f14cb770/5d529891b2c480821a411ed1f14cb770.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281999.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/770/5d529891b2c480821a411ed1f14cb770/5d529891b2c480821a411ed1f14cb770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282001.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/64a/b8e739e0f9944e78d1a4d3194a0e764a/b8e739e0f9944e78d1a4d3194a0e764a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282001.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/64a/b8e739e0f9944e78d1a4d3194a0e764a/b8e739e0f9944e78d1a4d3194a0e764a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282003.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2ea/e58697c0df9dea212f5d1a8bd8c062ea/e58697c0df9dea212f5d1a8bd8c062ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282003.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2ea/e58697c0df9dea212f5d1a8bd8c062ea/e58697c0df9dea212f5d1a8bd8c062ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282005.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2c9/fdb1ff7b88124438e6684588d34a42c9/fdb1ff7b88124438e6684588d34a42c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282005.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/2c9/fdb1ff7b88124438e6684588d34a42c9/fdb1ff7b88124438e6684588d34a42c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282007.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/64b/199b71025b39f6c2a1b006eff984564b/199b71025b39f6c2a1b006eff984564b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282007.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/64b/199b71025b39f6c2a1b006eff984564b/199b71025b39f6c2a1b006eff984564b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282009.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/166/32b0a4315cea40e04beb38ccf411c166/32b0a4315cea40e04beb38ccf411c166.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282009.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/166/32b0a4315cea40e04beb38ccf411c166/32b0a4315cea40e04beb38ccf411c166.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282011.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aed/8ba89590692499534ff80a91ddf9faed/8ba89590692499534ff80a91ddf9faed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282011.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aed/8ba89590692499534ff80a91ddf9faed/8ba89590692499534ff80a91ddf9faed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282013.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6e/c6d814a57d1c09d46b66e66001692d6e/c6d814a57d1c09d46b66e66001692d6e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282013.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d6e/c6d814a57d1c09d46b66e66001692d6e/c6d814a57d1c09d46b66e66001692d6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282015.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5d0/ee445192d4dc5228ed70d7eb7f2405d0/ee445192d4dc5228ed70d7eb7f2405d0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282015.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5d0/ee445192d4dc5228ed70d7eb7f2405d0/ee445192d4dc5228ed70d7eb7f2405d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282017.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a7b/3b5da8b31b7bfdb578381ba4331aca7b/3b5da8b31b7bfdb578381ba4331aca7b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282017.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a7b/3b5da8b31b7bfdb578381ba4331aca7b/3b5da8b31b7bfdb578381ba4331aca7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282019.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5a6/4b95daa86e507c000e339dae8ed525a6/4b95daa86e507c000e339dae8ed525a6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282019.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/5a6/4b95daa86e507c000e339dae8ed525a6/4b95daa86e507c000e339dae8ed525a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282021.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9fd/58ea83eeeb3a25174afe4feeb05f49fd/58ea83eeeb3a25174afe4feeb05f49fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282021.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/9fd/58ea83eeeb3a25174afe4feeb05f49fd/58ea83eeeb3a25174afe4feeb05f49fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282023.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c76/079b0d6366278b11e9cda3a2eff66c76/079b0d6366278b11e9cda3a2eff66c76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282023.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/c76/079b0d6366278b11e9cda3a2eff66c76/079b0d6366278b11e9cda3a2eff66c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282025.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d25/2cd654f526266163bd8a20b3d3218d25/2cd654f526266163bd8a20b3d3218d25.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282025.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/d25/2cd654f526266163bd8a20b3d3218d25/2cd654f526266163bd8a20b3d3218d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282027.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/649/1bdcda5fda2dd7b3e6a3cc28612dd649/1bdcda5fda2dd7b3e6a3cc28612dd649.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282027.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/649/1bdcda5fda2dd7b3e6a3cc28612dd649/1bdcda5fda2dd7b3e6a3cc28612dd649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282029.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/85a/e54114a83fa0dd3b956e276baf2d985a/e54114a83fa0dd3b956e276baf2d985a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282029.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/85a/e54114a83fa0dd3b956e276baf2d985a/e54114a83fa0dd3b956e276baf2d985a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282033.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/562/f091d9ff90231934a5f2fe35904e2562/f091d9ff90231934a5f2fe35904e2562.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282033.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/562/f091d9ff90231934a5f2fe35904e2562/f091d9ff90231934a5f2fe35904e2562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282035.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aad/240b100cd4377cd176891e07f7fdcaad/240b100cd4377cd176891e07f7fdcaad.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none @@ -37540,6 +38301,10 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable @@ -37562,8 +38327,6 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal @@ -37584,1627 +38347,2652 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_true test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692530.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/70f/209dec10adda10b23bbe4201966d670f/209dec10adda10b23bbe4201966d670f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692540.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/22e/31f177823dec656b0c9f1f241b5dd22e/31f177823dec656b0c9f1f241b5dd22e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692550.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cb5/7d785ec6ce4964a6ca052a7e46e2fcb5/7d785ec6ce4964a6ca052a7e46e2fcb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok test.unit.container.test_backend.TestContainerBroker.test_path test.unit.container.test_backend.TestContainerBroker.test_path ... ok test.unit.container.test_backend.TestContainerBroker.test_pending_file_name test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok test.unit.container.test_backend.TestContainerBroker.test_put_object test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok test.unit.container.test_backend.TestContainerBroker.test_reclaim test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9188ebc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9188ebc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9188ebc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9121e500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0e38b343b8184ae5b0b20-00662ddd50) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0e38b343b8184ae5b0b20-00662ddd50) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx081805dce9e54e40833ab-00662ddd50) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx081805dce9e54e40833ab-00662ddd50) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282035.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/aad/240b100cd4377cd176891e07f7fdcaad/240b100cd4377cd176891e07f7fdcaad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282037.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/7a4/66deb2da765b12d2c853b3c2eac517a4/66deb2da765b12d2c853b3c2eac517a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282037.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/7a4/66deb2da765b12d2c853b3c2eac517a4/66deb2da765b12d2c853b3c2eac517a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282039.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f5b/64b1d6eac509ca712d86c4a939c03f5b/64b1d6eac509ca712d86c4a939c03f5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282039.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/f5b/64b1d6eac509ca712d86c4a939c03f5b/64b1d6eac509ca712d86c4a939c03f5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282041.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ada/65aa25550d06075d5372fdec24ab6ada/65aa25550d06075d5372fdec24ab6ada.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282041.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/ada/65aa25550d06075d5372fdec24ab6ada/65aa25550d06075d5372fdec24ab6ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282043.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a76/585d69f011b9f189965c356528b92a76/585d69f011b9f189965c356528b92a76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282043.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/a76/585d69f011b9f189965c356528b92a76/585d69f011b9f189965c356528b92a76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282045.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/980/4b7a942571036dda75ae684f2d659980/4b7a942571036dda75ae684f2d659980.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282045.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/980/4b7a942571036dda75ae684f2d659980/4b7a942571036dda75ae684f2d659980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282047.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/309/8d1921c3aa229fec5ff6430efe211309/8d1921c3aa229fec5ff6430efe211309.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282047.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/309/8d1921c3aa229fec5ff6430efe211309/8d1921c3aa229fec5ff6430efe211309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282049.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/658/ff52a603f41a3442f26e4db9c7bea658/ff52a603f41a3442f26e4db9c7bea658.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282049.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/658/ff52a603f41a3442f26e4db9c7bea658/ff52a603f41a3442f26e4db9c7bea658.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282051.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/486/d0c7a0da464f537cc9746d5408aee486/d0c7a0da464f537cc9746d5408aee486.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282051.00000, db: /tmp/tmpdz_pikkf/sda/containers/0/486/d0c7a0da464f537cc9746d5408aee486/d0c7a0da464f537cc9746d5408aee486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpfv6hw14_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281805.00000, (0, 0) as of 1714281805.00000, active as of 1714281805.00000> to ShardRange<'k' to 't' as of 1714281806.00000, (0, 0) as of 1714281806.00000, sharded as of 1714281807.00000>, path: .shards_a/shard_c, db: /tmp/tmpfv6hw14_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpfv6hw14_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpvff8j_ze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281806.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/e62/99e793d51f0021b0e1cbe8d79ad1fe62/99e793d51f0021b0e1cbe8d79ad1fe62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281809.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/b2c/8c2d26169a9ea77092630420a2d93b2c/8c2d26169a9ea77092630420a2d93b2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281812.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/f1e/050f3cf063a096c4cc421d84304a6f1e/050f3cf063a096c4cc421d84304a6f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281815.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/373/7a6e0e99ad0191a74974bd04bff94373/7a6e0e99ad0191a74974bd04bff94373.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281836.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/baf/fa3e32b2242b3f921f0cfe5b6a512baf/fa3e32b2242b3f921f0cfe5b6a512baf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281839.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/c8c/49c092ff1b41961474cbd3ffa3810c8c/49c092ff1b41961474cbd3ffa3810c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281842.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/d2f/d08ae632a4874bdb0fddc8e0ecd86d2f/d08ae632a4874bdb0fddc8e0ecd86d2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281845.00000-0, db: /tmp/tmpnn86tfqd/sda/containers/0/bb5/870c2fbbbdea4397f29fc7740d35dbb5/870c2fbbbdea4397f29fc7740d35dbb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281806.00000-0, db: /tmp/tmp8eenhuje/sda/containers/0/e62/99e793d51f0021b0e1cbe8d79ad1fe62/99e793d51f0021b0e1cbe8d79ad1fe62.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a4139ed7a654450ac2ac-00662ddd51) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe2c306dcd580465aacd38-00662ddd51) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa4df1c2952c44692b9da0-00662ddd51) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '1714281804.48652', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.44983 seconds (4.44609/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8bjp0_d9/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', '1714281804.48937', '1714281805.00000', '0', '{"X-Container-Sync-To": ["", "1714281808.00000"], "X-Container-Sync-Key": ["secret", "1714281807.00000"]}', '1714281805.00000', 0, 0) -test DEBUG: /tmp/tmp8bjp0_d9/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '9fda7a7e-6f3f-4e1f-b2a6-9ab358e34561-sda', '1714281804.48937', '1714281805.00000', '0', '{"X-Container-Sync-To": ["", "1714281808.00000"], "X-Container-Sync-Key": ["secret", "1714281807.00000"]}', '1714281805.00000', 0, 0) -test DEBUG: /tmp/tmp8bjp0_d9/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp8bjp0_d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '1714281804.48652', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -test DEBUG: /tmp/tmp8bjp0_d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '09219290-b30e-42cb-bf0d-eb4fc86773ff-sda', '1714281804.48652', '1714281804.00000', '0', '', '1714281804.00000', 0, 0) -test DEBUG: /tmp/tmp8bjp0_d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.03297 seconds (60.65366/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmposjodur5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: Setting object count to 1032 (txn: tx1f340ffaebcc466497e45-00683aee04) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: Setting object count to 48 (txn: tx8e8733fb557b4dcdb7161-00683aee04) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: Setting object count to 1064 (txn: tx71a2eed6d037477492549-00683aee04) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8e2270d79f7e42e197da8-00683aee04) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe057d2dcf3c94936a46b4-00683aee04) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 51345 0 -test ERROR: ERROR Account update failed with 127.0.0.1:45273/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0031 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0020 "-" 51345 - -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -Unlinked retiring db '/tmp/tmp9r7ev291/containers/part/suffix/hash/container.db' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpm4u4212l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm4u4212l/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test INFO: - - 28/Apr/2024/05/23/29 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.465030193 1714281809.465200663 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1714281809.464987755 1714281809.465681553 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.467306852 1714281809.467530012 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1714281809.466883898 1714281809.467954636 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.469194174 1714281809.469354868 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1714281809.469157457 1714281809.469781399 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.470961094 1714281809.471148729 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1714281809.470925808 1714281809.471544266 0 -test INFO: - - 28/Apr/2024/05/23/29 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.472703218 1714281809.472838640 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1714281809.472667933 1714281809.473233223 0 -test INFO: - - 28/Apr/2024/05/23/29 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.474826574 1714281809.474975586 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281809.475543737 1714281809.475740194 0 -test INFO: - - 28/Apr/2024/05/23/29 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.476122856 1714281809.476235151 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1714281809.474703312 1714281809.476664543 - -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.478069067 1714281809.478261471 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281809.478527546 1714281809.478689194 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.479034185 1714281809.479175329 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1714281809.477947712 1714281809.479570150 - -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.480945826 1714281809.481102943 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281809.481386662 1714281809.481549740 0 -test INFO: - - 28/Apr/2024/05/23/29 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.481907368 1714281809.482027054 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1714281809.480836391 1714281809.482417345 - -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.483718157 1714281809.483896971 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281809.484429359 1714281809.484612703 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281809.485008240 1714281809.485160589 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1714281809.483609676 1714281809.485551119 - -test INFO: - - 28/Apr/2024/05/23/29 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.486911774 1714281809.487044334 0 -test INFO: - - 28/Apr/2024/05/23/29 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281809.487316370 1714281809.487475157 0 -test INFO: - - 28/Apr/2024/05/23/29 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281809.487807274 1714281809.487915277 0 -test INFO: - - 28/Apr/2024/05/23/29 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1714281809.486800671 1714281809.488300800 - -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test INFO: - - - [28/Apr/2024:05:23:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:26 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -cont2 DEBUG: Could not load '/tmp/tmpm4u4212l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm4u4212l/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0049 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx138695e958af475ca0ffc-00662ddd53" "proxy-server 51347" 0.0013 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36765/sdb1/1/a/c" "tx138695e958af475ca0ffc-00662ddd53" "container-server 51347" 0.0019 "-" 51347 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46443/sda1/1/a/c" "tx138695e958af475ca0ffc-00662ddd53" "container-server 51347" 0.0011 "-" 51347 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx138695e958af475ca0ffc-00662ddd53" "proxy-server 51347" 0.0100 "-" 51347 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx138695e958af475ca0ffc-00662ddd53" "proxy-server 51347" 0.0165 "-" 51347 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx138695e958af475ca0ffc-00662ddd53 - 0.0241 - - 1714281811.253656626 1714281811.277787447 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx22669663a9c24149a3af2-00662ddd53" "proxy-server 51347" 0.0012 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46443/sda1/1/a1/c1" "tx22669663a9c24149a3af2-00662ddd53" "container-server 51347" 0.0011 "-" 51347 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36765/sdb1/1/a1/c1" "tx22669663a9c24149a3af2-00662ddd53" "container-server 51347" 0.0010 "-" 51347 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22669663a9c24149a3af2-00662ddd53" "proxy-server 51347" 0.0136 "-" 51347 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22669663a9c24149a3af2-00662ddd53" "proxy-server 51347" 0.0099 "-" 51347 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/31 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx22669663a9c24149a3af2-00662ddd53 - 0.0248 - - 1714281811.279240847 1714281811.304065704 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7179f929c2d14d20a02d2-00662ddd53" "proxy-server 51347" 0.0020 "-" 51347 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46443/sda1/2/a/c1" "tx7179f929c2d14d20a02d2-00662ddd53" "container-server 51347" 0.0028 "-" 51347 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36765/sdb1/2/a/c1" "tx7179f929c2d14d20a02d2-00662ddd53" "container-server 51347" 0.0011 "-" 51347 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7179f929c2d14d20a02d2-00662ddd53" "proxy-server 51347" 0.0147 "-" 51347 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7179f929c2d14d20a02d2-00662ddd53" "proxy-server 51347" 0.0110 "-" 51347 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/31 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7179f929c2d14d20a02d2-00662ddd53 - 0.0231 - - 1714281811.305415154 1714281811.328537941 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx86d106b7a9234401a1880-00662ddd53" "proxy-server 51347" 0.0020 "-" 51347 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46443/sda1/1/a/c2" "tx86d106b7a9234401a1880-00662ddd53" "container-server 51347" 0.0011 "-" 51347 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36765/sdb1/1/a/c2" "tx86d106b7a9234401a1880-00662ddd53" "container-server 51347" 0.0016 "-" 51347 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx86d106b7a9234401a1880-00662ddd53" "proxy-server 51347" 0.0132 "-" 51347 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:31 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx86d106b7a9234401a1880-00662ddd53" "proxy-server 51347" 0.0095 "-" 51347 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx86d106b7a9234401a1880-00662ddd53 - 0.0217 - - 1714281811.329908371 1714281811.351615191 2 -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281810.00000-0, db: /tmp/tmp8eenhuje/sda/containers/0/b91/3256bfe2bee5d1e3a399291bbdf7cb91/3256bfe2bee5d1e3a399291bbdf7cb91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281810.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b91/3256bfe2bee5d1e3a399291bbdf7cb91/3256bfe2bee5d1e3a399291bbdf7cb91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281814.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b28/d7bd99c4db94f81f477116dae9655b28/d7bd99c4db94f81f477116dae9655b28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281822.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/e40/6aa18c59816c5bcaa1cbca65218a5e40/6aa18c59816c5bcaa1cbca65218a5e40.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281822.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/e40/6aa18c59816c5bcaa1cbca65218a5e40/6aa18c59816c5bcaa1cbca65218a5e40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281834.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/fd8/26f2f0a6d1cbf8a11f20858ebb0fcfd8/26f2f0a6d1cbf8a11f20858ebb0fcfd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281842.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d2f/d08ae632a4874bdb0fddc8e0ecd86d2f/d08ae632a4874bdb0fddc8e0ecd86d2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281846.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/07b/9433bf3ca512a8d3679d48824cbf007b/9433bf3ca512a8d3679d48824cbf007b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281850.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/7c0/c683912f2e137e7a333fb173d6f3b7c0/c683912f2e137e7a333fb173d6f3b7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281854.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/83e/7e54a73790e0bc897c6b04295eb0183e/7e54a73790e0bc897c6b04295eb0183e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281854.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/83e/7e54a73790e0bc897c6b04295eb0183e/7e54a73790e0bc897c6b04295eb0183e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281858.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/4e8/b8a348ae23bb34e30d8949d1a66a14e8/b8a348ae23bb34e30d8949d1a66a14e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281862.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d33/50961aa624f4a1689c07adff9e879d33/50961aa624f4a1689c07adff9e879d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281866.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c76/25733a563a0c872a8390df319cd3dc76/25733a563a0c872a8390df319cd3dc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281870.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/cfb/e1c2969296a0dc9dc8613aefb7572cfb/e1c2969296a0dc9dc8613aefb7572cfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281874.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d2e/6e4f8527e849a5fdc072ff440163dd2e/6e4f8527e849a5fdc072ff440163dd2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281878.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d1d/cae07a4d2513d69f32b70e609b4c8d1d/cae07a4d2513d69f32b70e609b4c8d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281882.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/df2/7a45d4a7cfd3c0feb0fc7c90e23f0df2/7a45d4a7cfd3c0feb0fc7c90e23f0df2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281890.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/cb9/c923c8804e162f86e62f6151a7f10cb9/c923c8804e162f86e62f6151a7f10cb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281894.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/177/51bbc93f0d447a4bd3a781227486f177/51bbc93f0d447a4bd3a781227486f177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281902.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/476/b57a879fe3a074477ca1b5e1ba63a476/b57a879fe3a074477ca1b5e1ba63a476.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281906.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/bd9/9902ce1f50d111ebec4a8a622ce71bd9/9902ce1f50d111ebec4a8a622ce71bd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281942.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/3b6/bc54a107436c7b3c82267392fd5543b6/bc54a107436c7b3c82267392fd5543b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281954.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/589/667557938a86e389bcebb97758395589/667557938a86e389bcebb97758395589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281966.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/467/eaf50cabe3486fda45de7eac75c6e467/eaf50cabe3486fda45de7eac75c6e467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281990.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/2e7/f98d77f4fe259c104927fdf8dc19d2e7/f98d77f4fe259c104927fdf8dc19d2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282002.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/766/b5c460678ef754d341a91f4a48927766/b5c460678ef754d341a91f4a48927766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282014.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a56/c73c8653c2e6535016fa36f6d942da56/c73c8653c2e6535016fa36f6d942da56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282014.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a56/c73c8653c2e6535016fa36f6d942da56/c73c8653c2e6535016fa36f6d942da56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282026.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f3e/b7c89ad2e711d50b3c83c5bb93455f3e/b7c89ad2e711d50b3c83c5bb93455f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282050.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/e47/d861b2cd0d7a62c3b51d3c00225eae47/d861b2cd0d7a62c3b51d3c00225eae47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282062.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/39e/9a215b5e0b235d593b827d6f9feaf39e/9a215b5e0b235d593b827d6f9feaf39e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282074.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/631/33914582070b93a43932424db6dd0631/33914582070b93a43932424db6dd0631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282086.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/958/3fe87eec66239edd8b61914fe95d9958/3fe87eec66239edd8b61914fe95d9958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282094.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f48/e36b2fe49409a34cf99f09de0c8c6f48/e36b2fe49409a34cf99f09de0c8c6f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282106.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/5ba/e07b02f99d833442701caa88661605ba/e07b02f99d833442701caa88661605ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282110.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/fb8/a567f4eae15fb266f7ff15aec8609fb8/a567f4eae15fb266f7ff15aec8609fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282114.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b62/e27eff3353b7c2965fc6a5b456326b62/e27eff3353b7c2965fc6a5b456326b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282122.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f28/cd161aa42ff1be14990f4adcd248af28/cd161aa42ff1be14990f4adcd248af28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282126.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/32f/2dcd50afb27cabf6f3183de3389d032f/2dcd50afb27cabf6f3183de3389d032f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282130.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d3e/a370308e137bbaf84b7f58de5d6c1d3e/a370308e137bbaf84b7f58de5d6c1d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282134.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/675/8c568d1ef915230d834e5f6a8f011675/8c568d1ef915230d834e5f6a8f011675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282142.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/30d/0bd4c2322c4b51b9ac061b84f2fb230d/0bd4c2322c4b51b9ac061b84f2fb230d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282146.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/61e/07e9e2bf3273a8d3dc8e0ed6d54db61e/07e9e2bf3273a8d3dc8e0ed6d54db61e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282150.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/d9b/96f816886edee7001f9005ac2635dd9b/96f816886edee7001f9005ac2635dd9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282154.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/cab/21fc73211422eca6fa4f11f02282dcab/21fc73211422eca6fa4f11f02282dcab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282162.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b11/98256e63c8ac42f84a8ea7a0c3e0ab11/98256e63c8ac42f84a8ea7a0c3e0ab11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282166.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/95f/31c731a628c020e6a29f071b64b7a95f/31c731a628c020e6a29f071b64b7a95f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282170.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/afa/580b3adc840eec0233912f8ff88a3afa/580b3adc840eec0233912f8ff88a3afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282174.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/999/ea9e2d3e0da240bb644a98073327d999/ea9e2d3e0da240bb644a98073327d999.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282178.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f6f/e9dbd7a0bf950d11621db9fbeec21f6f/e9dbd7a0bf950d11621db9fbeec21f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282182.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a6b/96f18d070ecfd124ca67df3ab83f5a6b/96f18d070ecfd124ca67df3ab83f5a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282186.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/64d/c404f1d5f610d3434cbfd9014975664d/c404f1d5f610d3434cbfd9014975664d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282190.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b6e/eb2ab3502dde479d2faf75fad80f8b6e/eb2ab3502dde479d2faf75fad80f8b6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282194.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/be3/3269683831da2374de09d60ea544abe3/3269683831da2374de09d60ea544abe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282198.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/295/d93a2c7cf00b788f948fc0a6e53e8295/d93a2c7cf00b788f948fc0a6e53e8295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282202.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/984/e83bf4eef64fdb1b785ca991d3613984/e83bf4eef64fdb1b785ca991d3613984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282206.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c89/ed5418a5b9d4856564dc68760a990c89/ed5418a5b9d4856564dc68760a990c89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282210.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/bde/992b6c8b434465cea338c7c176f3abde/992b6c8b434465cea338c7c176f3abde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282214.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/938/5c2d9d555ee2dfda8943494fd88b3938/5c2d9d555ee2dfda8943494fd88b3938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282218.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/53f/3c87aad68973e517d104e61a5ecb353f/3c87aad68973e517d104e61a5ecb353f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282222.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c82/dae52720748d8c48215ba7b5dece2c82/dae52720748d8c48215ba7b5dece2c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282226.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/0ac/23a3670f8df855f670598061af0f50ac/23a3670f8df855f670598061af0f50ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282230.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/b7f/d41ce82f84ded1b2405a43bd6b55eb7f/d41ce82f84ded1b2405a43bd6b55eb7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282234.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/625/4543c9db55bf5428fa092bce48ab1625/4543c9db55bf5428fa092bce48ab1625.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282238.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/83e/5415c321303f228fc8bf250aa551d83e/5415c321303f228fc8bf250aa551d83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282242.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c02/5cb27affccfb3ac45c8e407cf4f6fc02/5cb27affccfb3ac45c8e407cf4f6fc02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282246.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/cee/3b9e5334ebc8ad8df22114d7dd5fdcee/3b9e5334ebc8ad8df22114d7dd5fdcee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282250.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/25d/1edc9bcef361569319a4f8eb8f53d25d/1edc9bcef361569319a4f8eb8f53d25d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282254.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/dcf/ff7a2afd5e649a0bb7da471528964dcf/ff7a2afd5e649a0bb7da471528964dcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282258.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/eba/989b3831a4c5ea428fcfbaa701198eba/989b3831a4c5ea428fcfbaa701198eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282262.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/732/32a019cd9e1000581d0247d104784732/32a019cd9e1000581d0247d104784732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282266.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f3b/cc5670f5110f60e0f83a5c522556bf3b/cc5670f5110f60e0f83a5c522556bf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282270.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/9be/7e2acf5cf081b4a89b27f9cb8d0989be/7e2acf5cf081b4a89b27f9cb8d0989be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282274.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/7f2/a4798a8bf4f8df01edc939ce178017f2/a4798a8bf4f8df01edc939ce178017f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282278.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/04c/ce04375d5ab642716b70593b39dc204c/ce04375d5ab642716b70593b39dc204c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282282.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/c7a/b6bf1f40cc9db2538f496256da7a4c7a/b6bf1f40cc9db2538f496256da7a4c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282286.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/31a/c3671839eee642d014757c602320331a/c3671839eee642d014757c602320331a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282290.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/a8c/b2b4acdedca47ebc3993e8221dda5a8c/b2b4acdedca47ebc3993e8221dda5a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282294.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/0a2/f7b27f003cbd0e9758e4a8819a1bc0a2/f7b27f003cbd0e9758e4a8819a1bc0a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282298.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f54/978ffa1a841aaea071698f6534719f54/978ffa1a841aaea071698f6534719f54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282302.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/5ae/6c930c08b737be37f67f4ffc5dc045ae/6c930c08b737be37f67f4ffc5dc045ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282306.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/f10/18e6480e46be708450b99956329c2f10/18e6480e46be708450b99956329c2f10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282310.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/8a9/d0dc344772bd91be989db15215b9d8a9/d0dc344772bd91be989db15215b9d8a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282314.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/e8f/15aff42c6240c7e106945a00a1699e8f/15aff42c6240c7e106945a00a1699e8f.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0134 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0121 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0131 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0123 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0037 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0142 "-" 3315356 2 +test ERROR: ERROR Account update failed with 127.0.0.1:52715/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0136 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.3350 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0093 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0174 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0055 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0126 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0092 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692680.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/915/32aeff338be2c21289bbabd35f11e915/32aeff338be2c21289bbabd35f11e915.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692695.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692710.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2b9/b573c452cb7941d4aca301e146e532b9/b573c452cb7941d4aca301e146e532b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692740.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4e0/d188f977d93342d51fc9d75e82a024e0/d188f977d93342d51fc9d75e82a024e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692750.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0cd/cc9584493e181e955734f133148270cd/cc9584493e181e955734f133148270cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692755.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692760.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4ea/e8a43ecafc9bbdb06c0e577cf6a274ea/e8a43ecafc9bbdb06c0e577cf6a274ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692765.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ea4/355451e3c410a7d748145c144a3e3ea4/355451e3c410a7d748145c144a3e3ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692770.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d25/f138fb84bc5f75276ffae32f505fdd25/f138fb84bc5f75276ffae32f505fdd25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692775.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692780.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2a2/5d82bc89c835d238be0ae914a8d8a2a2/5d82bc89c835d238be0ae914a8d8a2a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692785.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ca1/a036c12981029e3d8659809e5eeb5ca1/a036c12981029e3d8659809e5eeb5ca1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692790.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/565/8d896795f31e3ff732908c438e384565/8d896795f31e3ff732908c438e384565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692795.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692800.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e7b/2299ecb5dd55cefd666712969915ce7b/2299ecb5dd55cefd666712969915ce7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692805.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cc4/307f1655e7a90b1bf9a0512d3c49fcc4/307f1655e7a90b1bf9a0512d3c49fcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692810.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/176/06ed56041cdd33df9f668b5b82d39176/06ed56041cdd33df9f668b5b82d39176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692815.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692820.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/875/400c1edbfbab225c802252118f87a875/400c1edbfbab225c802252118f87a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692825.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/1e4/218ee5c68a7c39064a46db427a12f1e4/218ee5c68a7c39064a46db427a12f1e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692830.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3f6/6418ab1b4a2514f98a043b2e23d823f6/6418ab1b4a2514f98a043b2e23d823f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692835.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692840.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/075/f0ecbf60f5f80bb56b6490f7a6a24075/f0ecbf60f5f80bb56b6490f7a6a24075.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692845.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/c95/4392dd525459f392d9291eb266e0cc95/4392dd525459f392d9291eb266e0cc95.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0055 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:46 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0038 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0056 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0083 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0054 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0072 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0053 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpwv6ij3x4/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692850.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7b7/091ab087027ea538101db80f1663a7b7/091ab087027ea538101db80f1663a7b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692855.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692860.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8ea/ce348d38b0c1f546618c3b083b0f18ea/ce348d38b0c1f546618c3b083b0f18ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692865.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4d8/2023f4b07f9707ff76cd23f63790b4d8/2023f4b07f9707ff76cd23f63790b4d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692870.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/6b3/1f09595a7da2450f54b4b870b52f16b3/1f09595a7da2450f54b4b870b52f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692875.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692880.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0dc/a897f11208d3782cf9792143384c40dc/a897f11208d3782cf9792143384c40dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692885.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d0d/f93473435af51bed36b99a2f245b1d0d/f93473435af51bed36b99a2f245b1d0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692890.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5aa/adbb54a9e4880d4f059a3fe01358f5aa/adbb54a9e4880d4f059a3fe01358f5aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692895.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692900.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/100/2591a1b227091e1681497abc4a680100/2591a1b227091e1681497abc4a680100.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692905.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/233/da342331cd1e05d9a94ed837e0871233/da342331cd1e05d9a94ed837e0871233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692910.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3b7/ce2a400042b3ebe00d0dc1a99b2e13b7/ce2a400042b3ebe00d0dc1a99b2e13b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692915.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692920.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0ff/571de1d480f3a8be1ee95c3aa83720ff/571de1d480f3a8be1ee95c3aa83720ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692925.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/09f/abfeda7edeac84b47f8a6450ce04109f/abfeda7edeac84b47f8a6450ce04109f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692930.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2e5/9082cf9085fef965e5eec3489ad4b2e5/9082cf9085fef965e5eec3489ad4b2e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692935.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692940.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ea5/efce906436a26a72aac6eabae7f79ea5/efce906436a26a72aac6eabae7f79ea5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692945.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/30b/202e2d4cb0fdbc19390c14a8f6c7530b/202e2d4cb0fdbc19390c14a8f6c7530b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692950.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fd7/daa41cfe29578cdbb1ec4da33a83ffd7/daa41cfe29578cdbb1ec4da33a83ffd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692955.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692960.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/da0/af156c3cfb839fc7798e02e6917cbda0/af156c3cfb839fc7798e02e6917cbda0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692965.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4ab/a62b16cf444fe716d136c17dab3d14ab/a62b16cf444fe716d136c17dab3d14ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692970.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e99/d1b8397da7b4e603c4e827e55d2b8e99/d1b8397da7b4e603c4e827e55d2b8e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692975.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692980.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d75/c361565bd26aa03085fa418cc26ccd75/c361565bd26aa03085fa418cc26ccd75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692985.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/28c/52a0b05268a02dacf548597f520fc28c/52a0b05268a02dacf548597f520fc28c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692990.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e61/4085cbca1f9e2e424f0daf57440d0e61/4085cbca1f9e2e424f0daf57440d0e61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692995.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693000.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/9a4/e5b05cd101c354493658591ec48df9a4/e5b05cd101c354493658591ec48df9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693005.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/97e/834a7ea5e553bdb7f6949650e1ad197e/834a7ea5e553bdb7f6949650e1ad197e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693010.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d4c/2a6eed10cdbcdee36b10cd5d4f84cd4c/2a6eed10cdbcdee36b10cd5d4f84cd4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693015.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/208/0df1f4ec201c94ad927bafe43b108208/0df1f4ec201c94ad927bafe43b108208.db +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0143 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0065 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0105 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0069 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0068 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0064 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0141 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0031 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0111 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpsxzt29fs/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0104 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0108 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0056 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0105 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0126 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0032 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0103 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0038 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0070 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0057 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0102 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0045 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0091 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0103 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0053 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0134 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0054 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0117 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0199 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0160 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0107 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0071 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0135 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0046 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:47 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0069 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0136 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0023 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0142 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0145 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0103 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0104 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0127 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0108 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693020.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e51/779d267a5989a0d3f3d9f0f6f9130e51/779d267a5989a0d3f3d9f0f6f9130e51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693025.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4fc/f3828cacf33a987eca53059b1d56a4fc/f3828cacf33a987eca53059b1d56a4fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693030.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/838/93e9de47d1db0b0fe5d024c7108bc838/93e9de47d1db0b0fe5d024c7108bc838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693035.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3a9/0d196dc99817791ff351fb54ae2743a9/0d196dc99817791ff351fb54ae2743a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693040.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/9a7/c8839b698a41cf18569951e01e7699a7/c8839b698a41cf18569951e01e7699a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693045.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/908/96631051f5f19adacd92e21d61ba6908/96631051f5f19adacd92e21d61ba6908.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693050.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7c7/846a44aaa5078ff79af87a4ac7c827c7/846a44aaa5078ff79af87a4ac7c827c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693055.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a43/8db6fe53a37e8f0a33fbf7e629391a43/8db6fe53a37e8f0a33fbf7e629391a43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693060.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d7d/672437de9bcb43067a8f3e8c448bdd7d/672437de9bcb43067a8f3e8c448bdd7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693065.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/87d/039f34924645a144d4032625ac37387d/039f34924645a144d4032625ac37387d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693070.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4e4/715e4bafd2ffc2acc0b8f982a0ab24e4/715e4bafd2ffc2acc0b8f982a0ab24e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693075.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/c5f/b4a243ef1190a4b6dbb3234b55409c5f/b4a243ef1190a4b6dbb3234b55409c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693080.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5a4/959013d27c013c530821245d6d80c5a4/959013d27c013c530821245d6d80c5a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693085.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/307/469e49bfe8d38f7cc2c3a3fd71593307/469e49bfe8d38f7cc2c3a3fd71593307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693090.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/468/ebd6a9865d0245277ed3c62cd040d468/ebd6a9865d0245277ed3c62cd040d468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693095.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/97e/84581c038b5ccb39e6467cb098df297e/84581c038b5ccb39e6467cb098df297e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693100.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d2e/373831221108976d6170a43ed94f9d2e/373831221108976d6170a43ed94f9d2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693105.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/80a/667f79c6196a333f7974902e7857d80a/667f79c6196a333f7974902e7857d80a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693110.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2d1/0db09c0317805348368ab36e1755e2d1/0db09c0317805348368ab36e1755e2d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693115.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a1c/0af6781e4f7ae2262221d34dfa3c7a1c/0af6781e4f7ae2262221d34dfa3c7a1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693120.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2b9/70a4b79329a1fe8d22f0ec8ec7b082b9/70a4b79329a1fe8d22f0ec8ec7b082b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693125.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/213/3a4d03eb82ee0ea4aa4507df36ffd213/3a4d03eb82ee0ea4aa4507df36ffd213.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693130.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/355/c16a65804087d742891009c76e787355/c16a65804087d742891009c76e787355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693135.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693140.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/bb6/aefafe584623ffdb7fdb58ed6115bbb6/aefafe584623ffdb7fdb58ed6115bbb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693145.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/25b/7cb68bf989332ecd7d71b4f4c6cae25b/7cb68bf989332ecd7d71b4f4c6cae25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693150.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ab2/b2bec1854222b441ae449368c971cab2/b2bec1854222b441ae449368c971cab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693155.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4eb/22e95a20dbc83ad5e6525a652e5b44eb/22e95a20dbc83ad5e6525a652e5b44eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693160.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/723/83ac31ee455ee40e5d69c7ac1cff0723/83ac31ee455ee40e5d69c7ac1cff0723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693165.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cd5/b3151e3a1e65b1cd7fa2657111f76cd5/b3151e3a1e65b1cd7fa2657111f76cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693170.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2e0/b49884d88d260cebad2e97b355ed82e0/b49884d88d260cebad2e97b355ed82e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693175.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/961/5aea4af9700be0c40369cc84c8e56961/5aea4af9700be0c40369cc84c8e56961.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693180.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d3a/e7ba943dbec374eca3b03636a9439d3a/e7ba943dbec374eca3b03636a9439d3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693185.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3eb/40c982768441999b724c35879d7313eb/40c982768441999b724c35879d7313eb.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693190.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a3a/6bf4fde07bbdf14bff184b2624360a3a/6bf4fde07bbdf14bff184b2624360a3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693195.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5be/5ccecb9dd4900f9c3d52fb3b441b65be/5ccecb9dd4900f9c3d52fb3b441b65be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693200.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d5e/5b91175ef95992cae64c2893d5fe7d5e/5b91175ef95992cae64c2893d5fe7d5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693205.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fc2/45a17977be979df7633dc21b13d1efc2/45a17977be979df7633dc21b13d1efc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693210.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8fe/70ca6136f853f8d0e47ffa22d7af58fe/70ca6136f853f8d0e47ffa22d7af58fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693215.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/bdc/8d7a8b284d73b9c16535a82a7757cbdc/8d7a8b284d73b9c16535a82a7757cbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693220.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/b3a/f1331bd3d090dd80ca30d168c1338b3a/f1331bd3d090dd80ca30d168c1338b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693225.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/1bf/98473ce019bd657ffab8f0b16ed0b1bf/98473ce019bd657ffab8f0b16ed0b1bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693230.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/467/2621a942d7e1fb08ce5a7f23b6ee6467/2621a942d7e1fb08ce5a7f23b6ee6467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693235.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/1f0/6f99069171ef69172396a644057ad1f0/6f99069171ef69172396a644057ad1f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693240.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/69b/6ba4a7aa0f7666edd740434104fd669b/6ba4a7aa0f7666edd740434104fd669b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693245.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/b12/8b98cb2f4028389203217a725745db12/8b98cb2f4028389203217a725745db12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693250.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/446/d652800160ef5cf3c15f024d74252446/d652800160ef5cf3c15f024d74252446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693255.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/45b/05506b913a79d1bad6723e722dea545b/05506b913a79d1bad6723e722dea545b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693260.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3a0/8655f555b2cd12ec56e6c5faea5bb3a0/8655f555b2cd12ec56e6c5faea5bb3a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693265.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/730/85af4227fb199494dcb47fac776aa730/85af4227fb199494dcb47fac776aa730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693270.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a0e/3013542ba556638481f3d7861ae11a0e/3013542ba556638481f3d7861ae11a0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693275.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/9d2/5682d38749c4e58f962827f33ba089d2/5682d38749c4e58f962827f33ba089d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693280.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/031/5ac78d364ba8614cf835847c172e3031/5ac78d364ba8614cf835847c172e3031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693285.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/bb7/f436e6815a1d5bb0924538392de42bb7/f436e6815a1d5bb0924538392de42bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693290.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7fe/68d7336818860c89e2bf19539be617fe/68d7336818860c89e2bf19539be617fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693295.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/436/17a4aa223b30bf8052c2514aa4da8436/17a4aa223b30bf8052c2514aa4da8436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693300.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ef3/114b4467b258b7c817023bcd447a1ef3/114b4467b258b7c817023bcd447a1ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693305.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/39b/9112dabd68ce4d77cb80611246b9d39b/9112dabd68ce4d77cb80611246b9d39b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693310.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/862/ee88ec811d2b0ea77745673a37aac862/ee88ec811d2b0ea77745673a37aac862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693315.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2e4/559ea89e228ece7803d44e31475402e4/559ea89e228ece7803d44e31475402e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693320.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/266/3536f9f5bc714c7d55439af2fd437266/3536f9f5bc714c7d55439af2fd437266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693325.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/109/71425603c9fabf006b013296cab44109/71425603c9fabf006b013296cab44109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693330.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/c17/0591bf871591e9253add45ff3193cc17/0591bf871591e9253add45ff3193cc17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693335.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/69b/1dddf9a8e84de473452bf4b43196a69b/1dddf9a8e84de473452bf4b43196a69b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693340.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/17e/ddc981e08fffc277b1f844b8901c317e/ddc981e08fffc277b1f844b8901c317e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693345.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/17e/80f36641d3b65207bdb6acffae2ca17e/80f36641d3b65207bdb6acffae2ca17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693350.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/6c2/692d1cc2bdcd9c776999e097df8766c2/692d1cc2bdcd9c776999e097df8766c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693355.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/47f/4151ebbf92a5a06875ba24c85b52b47f/4151ebbf92a5a06875ba24c85b52b47f.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0137 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0173 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0176 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0096 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0121 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpgjdi0y8w/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0062 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0056 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0104 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpg424jzgt/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0103 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0054 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0101 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0105 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0061 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0038 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0100 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0061 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0061 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0135 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0063 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693360.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ea6/56aaee0af77de1e8d3c1f76bb971eea6/56aaee0af77de1e8d3c1f76bb971eea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693365.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/468/1afd9059418cc6d8ed0a4354cc3ce468/1afd9059418cc6d8ed0a4354cc3ce468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693370.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7d5/228be9ab6c5705c932edd9dfc2fd47d5/228be9ab6c5705c932edd9dfc2fd47d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693375.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/1b3/0918fae65bf0f1907a298fd6d0b521b3/0918fae65bf0f1907a298fd6d0b521b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693380.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/367/4d1ff2a07cd41b573a1a6fed4009c367/4d1ff2a07cd41b573a1a6fed4009c367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693385.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7bd/20d5976fe9988909e639834d1cf4b7bd/20d5976fe9988909e639834d1cf4b7bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693390.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8ac/7579eac71a70e65b8dfa2d3ce8de18ac/7579eac71a70e65b8dfa2d3ce8de18ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693395.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7fb/d74a469247066fabddd56bd9c55857fb/d74a469247066fabddd56bd9c55857fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693400.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/b72/6e13c649928239cc0fa933eae4e1eb72/6e13c649928239cc0fa933eae4e1eb72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693405.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a71/0022d6f7d5a9d445dacdc79ea90a9a71/0022d6f7d5a9d445dacdc79ea90a9a71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693410.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cd9/cf836dba0eace9f7fbd1207c33867cd9/cf836dba0eace9f7fbd1207c33867cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693415.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/02c/a8558af4f41d5074512068164a27202c/a8558af4f41d5074512068164a27202c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693420.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a73/1b04e96323f69d279bc1499049de0a73/1b04e96323f69d279bc1499049de0a73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693425.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/af1/746f6ca649ec1f3c5874bf6ca87ebaf1/746f6ca649ec1f3c5874bf6ca87ebaf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693430.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0be/7d9461f98425a05dec4ed8d3896e80be/7d9461f98425a05dec4ed8d3896e80be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693435.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/cee/6b2ba4fdb91609be42bd9caa7a769cee/6b2ba4fdb91609be42bd9caa7a769cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693440.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/764/9f821e319c3a30beabe6eb4d6317e764/9f821e319c3a30beabe6eb4d6317e764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693445.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/182/215bcfb0e62f2e6cd30b45b874cf6182/215bcfb0e62f2e6cd30b45b874cf6182.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693450.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e28/c3c63827fe4be7e554a48fa393df9e28/c3c63827fe4be7e554a48fa393df9e28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693455.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/401/b3c8f9e566122c94b8b21de9b663e401/b3c8f9e566122c94b8b21de9b663e401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693460.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/eee/2ccc96e349fc9a1bd277c17398933eee/2ccc96e349fc9a1bd277c17398933eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693465.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/0a5/a68e7145d239be614cace4f21796b0a5/a68e7145d239be614cace4f21796b0a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693470.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/88f/034ee8c32033babba4e968c61c6b188f/034ee8c32033babba4e968c61c6b188f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693475.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/bc6/491862afb317f24bb14adc53fe5f9bc6/491862afb317f24bb14adc53fe5f9bc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693480.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d28/f6156ffb375455e51bc471c862e18d28/f6156ffb375455e51bc471c862e18d28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693485.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/eae/32a4dbf5dd74986919ae0b597fc3ceae/32a4dbf5dd74986919ae0b597fc3ceae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693490.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/8ca/10be2f671bd3554d7a98c342e38a68ca/10be2f671bd3554d7a98c342e38a68ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693495.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d68/c6b347f0088857c0be1dde1d5da28d68/c6b347f0088857c0be1dde1d5da28d68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693500.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3f3/71fbfd53b886674e82330a15601193f3/71fbfd53b886674e82330a15601193f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693505.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5c4/3de5e5fafeec766150c05014a329e5c4/3de5e5fafeec766150c05014a329e5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693510.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2fb/cbb2d80755fe9196acf019f13119a2fb/cbb2d80755fe9196acf019f13119a2fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693515.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/47c/cd0e9d62d1b6bdaf341d9ad3c791c47c/cd0e9d62d1b6bdaf341d9ad3c791c47c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693520.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a4e/6883c3195e4e8dd0249bfbdfea126a4e/6883c3195e4e8dd0249bfbdfea126a4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693525.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5b2/bb81d69f52fd8fb29b42c39309d9a5b2/bb81d69f52fd8fb29b42c39309d9a5b2.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0005 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0045 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0109 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0063 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0022 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 3315356 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0078 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0159 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0082 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0102 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0106 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0063 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0102 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0102 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0084 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0099 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test ERROR: Invalid swift_bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +Unlinked retiring db '/tmp/tmpdwerzg22/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693530.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/77b/ad0255529d578b731cd06bd3f981977b/ad0255529d578b731cd06bd3f981977b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693535.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ac6/df44b3b8cb857a9a24e30ecd36783ac6/df44b3b8cb857a9a24e30ecd36783ac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693540.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/93d/10e4ffd8aca0e6264d9f7c72d6d5893d/10e4ffd8aca0e6264d9f7c72d6d5893d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693545.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a8d/10f871cfb10ef8b47ba904afbe6d8a8d/10f871cfb10ef8b47ba904afbe6d8a8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693550.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fd9/26c442b64bfad63ea6ad7c6041cb9fd9/26c442b64bfad63ea6ad7c6041cb9fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693555.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/2b3/b7f73b0d9cd1612d66fe6043be6132b3/b7f73b0d9cd1612d66fe6043be6132b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693560.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/23a/7fc1d4c5c096f491cf96da6f5f0ea23a/7fc1d4c5c096f491cf96da6f5f0ea23a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693565.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/6b3/f63e18850123eecf3058080d713f16b3/f63e18850123eecf3058080d713f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693570.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5f9/9501c3c41e1f18c91299bd4bfb03e5f9/9501c3c41e1f18c91299bd4bfb03e5f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693575.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/508/b0be4da9d203c0a793f119f1193f2508/b0be4da9d203c0a793f119f1193f2508.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693580.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/43e/56e502cf0a8e280e98889cb5d374b43e/56e502cf0a8e280e98889cb5d374b43e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693585.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/fa8/f777a0db3e6bada46c58d642beb6efa8/f777a0db3e6bada46c58d642beb6efa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693590.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ec0/9d31167f5798b3e9e84300c56d951ec0/9d31167f5798b3e9e84300c56d951ec0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693595.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/626/ebbafd036ad026996fdc171eff1e4626/ebbafd036ad026996fdc171eff1e4626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693600.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/01a/76c752a6b880828527049dea7491d01a/76c752a6b880828527049dea7491d01a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693605.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/a41/dc3aae5dda11573a80d3bfa343ddca41/dc3aae5dda11573a80d3bfa343ddca41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693610.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/b94/8b0f3834b24cb41e414a6e9cf39e8b94/8b0f3834b24cb41e414a6e9cf39e8b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693615.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/769/abd984dc9246b6638c3643e9a8f11769/abd984dc9246b6638c3643e9a8f11769.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693620.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/975/5963acc6549ffdc4ae4fc35b8d6d7975/5963acc6549ffdc4ae4fc35b8d6d7975.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693625.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/acd/24e8b3380a565a4283ccd8b6ea75eacd/24e8b3380a565a4283ccd8b6ea75eacd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693630.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3d4/1ded7a996dd1b6923dd168136e6ec3d4/1ded7a996dd1b6923dd168136e6ec3d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693635.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/eaf/539c39c452bb16ab80bdd7b717ab5eaf/539c39c452bb16ab80bdd7b717ab5eaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693640.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/7dd/3eb32401f6a6c8e0dbce64d9c9f547dd/3eb32401f6a6c8e0dbce64d9c9f547dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693645.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/748/f379ce0c9c3324ae49209d07130f7748/f379ce0c9c3324ae49209d07130f7748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693650.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/13b/0e943b8fdf93b8605650b3bf87ade13b/0e943b8fdf93b8605650b3bf87ade13b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693655.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/4a8/1158e459678c38c9018b168b5228b4a8/1158e459678c38c9018b168b5228b4a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693660.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d0f/084c98fa56466620bfd9199a00543d0f/084c98fa56466620bfd9199a00543d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693665.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/295/b7c0101abc33f039ef5b59fb6d4ad295/b7c0101abc33f039ef5b59fb6d4ad295.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693670.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d21/b92aa8fe155a57e6c259f7a7a7789d21/b92aa8fe155a57e6c259f7a7a7789d21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693675.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/f67/64cc667ce7cb771822f727e6313c5f67/64cc667ce7cb771822f727e6313c5f67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693680.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/ae2/4dfad2418fd8e94a240270b453cebae2/4dfad2418fd8e94a240270b453cebae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693685.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/89b/07145966a9d4dc743749747828abb89b/07145966a9d4dc743749747828abb89b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693690.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/533/ebe29952123482ab510e18073a93a533/ebe29952123482ab510e18073a93a533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693695.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d43/221fa1dcd8fe3a323eae8b4e4b4ecd43/221fa1dcd8fe3a323eae8b4e4b4ecd43.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0134 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0112 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0101 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpxsqwuziu/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0123 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0075 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0060 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0065 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +Unlinked retiring db '/tmp/tmper6h5zrq/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693700.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d29/2b24b5c9b6663d0e35224375afe87d29/2b24b5c9b6663d0e35224375afe87d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693705.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/f7f/c1ae257472f2009c67da093c1f7e7f7f/c1ae257472f2009c67da093c1f7e7f7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693710.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/614/3d1a27b7e9db56dd002e225a1b9d0614/3d1a27b7e9db56dd002e225a1b9d0614.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693715.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/092/eb5f5bb8b3fd0435f54d118f781db092/eb5f5bb8b3fd0435f54d118f781db092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693720.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/86d/689c5efcff3450c9bf28b62b25dcf86d/689c5efcff3450c9bf28b62b25dcf86d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693725.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/906/2eb9e4e4eba42b3e1280d17f8142a906/2eb9e4e4eba42b3e1280d17f8142a906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693730.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/80e/46daf0b7e218ad21121636d008c8080e/46daf0b7e218ad21121636d008c8080e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693735.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693740.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/e27/2642141a4e2e75d1c5c349479a62ae27/2642141a4e2e75d1c5c349479a62ae27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693745.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/313/400df33090490e6ffc069ee09133c313/400df33090490e6ffc069ee09133c313.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693750.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/51d/6ddfd338902b3e1b76d95a5bd5ec651d/6ddfd338902b3e1b76d95a5bd5ec651d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693755.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/17e/88aa4b0e5eeac4c5050708472af5817e/88aa4b0e5eeac4c5050708472af5817e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693760.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/d1f/0a1298d32cee11c3bbfdcef8831d3d1f/0a1298d32cee11c3bbfdcef8831d3d1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693765.00000-0, db: /tmp/tmpxogn9pqv/sda/containers/0/5f6/da90ae3e1c2e9d69370a107ff31075f6/da90ae3e1c2e9d69370a107ff31075f6.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8yy7m7kz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1748692489.00000, path: a/c, db: /tmp/tmp9t55kazl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692489.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpa7bqf4o9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692490.00000-0, db: /tmp/tmpjo4jonui/sda/containers/0/999/30d8fb228b2f71d6059e6ea4f32eb999/30d8fb228b2f71d6059e6ea4f32eb999.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692490.00000-0, db: /tmp/tmpjo4jonui/sda/containers/0/999/30d8fb228b2f71d6059e6ea4f32eb999/30d8fb228b2f71d6059e6ea4f32eb999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692493.00000-0, db: /tmp/tmpjo4jonui/sda/containers/0/058/051e6cb63c46b34e5454f734384a0058/051e6cb63c46b34e5454f734384a0058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692493.00000-0, db: /tmp/tmpjo4jonui/sda/containers/0/058/051e6cb63c46b34e5454f734384a0058/051e6cb63c46b34e5454f734384a0058.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1748692490.00000, (0, 0) as of 1748692490.00000, active as of 1748692490.00000> to ShardRange<'k' to 't' as of 1748692491.00000, (0, 0) as of 1748692491.00000, active as of 1748692491.00000>, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0083 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0042 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0066 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0122 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0079 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0155 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0098 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692495.00000, (0, 0) as of 1748692495.00000, shrinking as of 1748692492.00000> to ShardRange<'k' to 't' as of 1748692495.00000, (0, 0) as of 1748692495.00000, sharding as of 1748692496.00000>, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp030hzyc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-e6a9555d18815fd55011af49ea1530ec-1748692494.00000-2, db: /tmp/tmprqfyb9hi/sda/containers/0/8e6/7849e5d613e59b571d7ab406b68208e6/7849e5d613e59b571d7ab406b68208e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692490.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/9ce/21c550bfd0afb7e47e6c4053c1c3f9ce/21c550bfd0afb7e47e6c4053c1c3f9ce.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692490.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/9ce/21c550bfd0afb7e47e6c4053c1c3f9ce/21c550bfd0afb7e47e6c4053c1c3f9ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692499.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/f91/1bf4efaba3da38258d02fcd21466cf91/1bf4efaba3da38258d02fcd21466cf91.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692499.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/f91/1bf4efaba3da38258d02fcd21466cf91/1bf4efaba3da38258d02fcd21466cf91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692508.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/a68/267d29a541cda0c6324d2ddb5f372a68/267d29a541cda0c6324d2ddb5f372a68.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692508.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/a68/267d29a541cda0c6324d2ddb5f372a68/267d29a541cda0c6324d2ddb5f372a68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692517.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/bbd/c3eb459aa106a20c24522a2cdae88bbd/c3eb459aa106a20c24522a2cdae88bbd.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692517.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/bbd/c3eb459aa106a20c24522a2cdae88bbd/c3eb459aa106a20c24522a2cdae88bbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692526.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/99a/5761fc99f2df25c3f749f52fd2ce799a/5761fc99f2df25c3f749f52fd2ce799a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692526.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/99a/5761fc99f2df25c3f749f52fd2ce799a/5761fc99f2df25c3f749f52fd2ce799a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692535.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/aff/d3b1db08e57e1ca62aa3be3ed25abaff/d3b1db08e57e1ca62aa3be3ed25abaff.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692535.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/aff/d3b1db08e57e1ca62aa3be3ed25abaff/d3b1db08e57e1ca62aa3be3ed25abaff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692544.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/61b/399ced7751d692aaf1a3cf74e8c8261b/399ced7751d692aaf1a3cf74e8c8261b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692544.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/61b/399ced7751d692aaf1a3cf74e8c8261b/399ced7751d692aaf1a3cf74e8c8261b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692553.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/cca/18036e2d2a842eb78e202b5e1bfb4cca/18036e2d2a842eb78e202b5e1bfb4cca.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692553.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/cca/18036e2d2a842eb78e202b5e1bfb4cca/18036e2d2a842eb78e202b5e1bfb4cca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692562.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/abf/aa6e9ec91039f0635ce28300ed7b1abf/aa6e9ec91039f0635ce28300ed7b1abf.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692562.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/abf/aa6e9ec91039f0635ce28300ed7b1abf/aa6e9ec91039f0635ce28300ed7b1abf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692562.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/abf/aa6e9ec91039f0635ce28300ed7b1abf/aa6e9ec91039f0635ce28300ed7b1abf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692571.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/27e/4afa316b3621f149de8dc72fc03ae27e/4afa316b3621f149de8dc72fc03ae27e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692571.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/27e/4afa316b3621f149de8dc72fc03ae27e/4afa316b3621f149de8dc72fc03ae27e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692571.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/27e/4afa316b3621f149de8dc72fc03ae27e/4afa316b3621f149de8dc72fc03ae27e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692580.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/c50/1c6829d30daf8d3c0473e3f7426bfc50/1c6829d30daf8d3c0473e3f7426bfc50.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692580.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/c50/1c6829d30daf8d3c0473e3f7426bfc50/1c6829d30daf8d3c0473e3f7426bfc50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692580.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/c50/1c6829d30daf8d3c0473e3f7426bfc50/1c6829d30daf8d3c0473e3f7426bfc50.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +Unlinked retiring db '/tmp/tmp71rjrf8m/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test INFO: - - - [31/May/2025:11:54:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0161 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0127 "-" 3315356 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0105 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0138 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0104 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315356 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3315356 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0086 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0072 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0062 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0122 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0060 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0058 "-" 3315356 2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692589.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/62f/4b3cd826e23b497abbec472949e1862f/4b3cd826e23b497abbec472949e1862f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692589.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/62f/4b3cd826e23b497abbec472949e1862f/4b3cd826e23b497abbec472949e1862f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692589.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/62f/4b3cd826e23b497abbec472949e1862f/4b3cd826e23b497abbec472949e1862f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692598.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/f81/1aed799a8e04341c698079512c4c6f81/1aed799a8e04341c698079512c4c6f81.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692598.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/f81/1aed799a8e04341c698079512c4c6f81/1aed799a8e04341c698079512c4c6f81.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692598.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/f81/1aed799a8e04341c698079512c4c6f81/1aed799a8e04341c698079512c4c6f81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692607.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/fa2/4b5726339cbba7d7a330074c8af52fa2/4b5726339cbba7d7a330074c8af52fa2.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692607.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/fa2/4b5726339cbba7d7a330074c8af52fa2/4b5726339cbba7d7a330074c8af52fa2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692607.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/fa2/4b5726339cbba7d7a330074c8af52fa2/4b5726339cbba7d7a330074c8af52fa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692616.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/32d/9ae613106ea5240cd90f93350e54332d/9ae613106ea5240cd90f93350e54332d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692616.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/32d/9ae613106ea5240cd90f93350e54332d/9ae613106ea5240cd90f93350e54332d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692616.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/32d/9ae613106ea5240cd90f93350e54332d/9ae613106ea5240cd90f93350e54332d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692625.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/893/772d09d26b41bb9c80f4ba908ba62893/772d09d26b41bb9c80f4ba908ba62893.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692625.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/893/772d09d26b41bb9c80f4ba908ba62893/772d09d26b41bb9c80f4ba908ba62893.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692625.00000-2, db: /tmp/tmpbq8tagyz/sda/containers/0/893/772d09d26b41bb9c80f4ba908ba62893/772d09d26b41bb9c80f4ba908ba62893.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1748692491.00000, (0, 0) as of 1748692491.00000, active as of 1748692491.00000> to ShardRange<'a' to 'b' as of 1748692491.00000, (0, 0) as of 1748692491.00000, sharding as of 1748692496.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248_1748692491.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248_1748692491.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248_1748692491.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248_1748692491.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1748692491.00000, (0, 0) as of 1748692491.00000, sharding as of 1748692497.00000> to ShardRange<'a' to 'b' as of 1748692491.00000, (0, 0) as of 1748692491.00000, sharded as of 1748692500.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692491.00000-2, db: /tmp/tmp8usaki63/sda/containers/0/248/6b2c3c93403fa9d6c79121ec5c56d248/6b2c3c93403fa9d6c79121ec5c56d248_1748692491.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692491.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2b7/bf813fe3b85859684990d952d38032b7/bf813fe3b85859684990d952d38032b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692493.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5f7/5d11bad39ad785c88da97f1d4afef5f7/5d11bad39ad785c88da97f1d4afef5f7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692492.00000, (0, 0) as of 1748692492.00000, found as of 1748692492.00000> to ShardRange<'k' to 't' as of 1748692493.00000, (0, 0) as of 1748692493.00000, created as of 1748692493.00000>, path: .shards_a/shard_c_1748692493.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5f7/5d11bad39ad785c88da97f1d4afef5f7/5d11bad39ad785c88da97f1d4afef5f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692495.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692494.00000, (0, 0) as of 1748692494.00000, found as of 1748692494.00000> to ShardRange<'k' to 't' as of 1748692495.00000, (0, 0) as of 1748692495.00000, cleaved as of 1748692495.00000>, path: .shards_a/shard_c_1748692495.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0/5e10a9d2a9e6b4c3057fece6dac8e0b0.db +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0140 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0097 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0059 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0097 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0139 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0060 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0099 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0101 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0107 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0108 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmp2k4_qwku/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0066 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0101 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0083 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3315356 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0083 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0064 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test WARNING: Skipping /tmp/tmpdz1_fcvq/asdf/data because [Errno 20] Not a directory: '/tmp/tmpdz1_fcvq/asdf/data' +test ERROR: Problem finding shard upper in '/tmp/tmp75ui6dj3/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp75ui6dj3/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpaa7zylm6/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpaa7zylm6/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8435685b95104f7e94293-00683aee03) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9afb9c21986d4f8cb0e57-00683aee03) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Setting object count to 1065 (txn: txc9280f6d7c76465cb2bf2-00683aee04) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Setting object count to 1065 (txn: tx46d53c077ef440a8a0884-00683aee06) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5ac6fbf519be4aea95519-00683aee08) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx5ac6fbf519be4aea95519-00683aee08) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692497.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/391/d01954f66ae6fc5c5dd0af9fcd18a391/d01954f66ae6fc5c5dd0af9fcd18a391.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692496.00000, (0, 0) as of 1748692496.00000, found as of 1748692496.00000> to ShardRange<'k' to 't' as of 1748692497.00000, (0, 0) as of 1748692497.00000, active as of 1748692497.00000>, path: .shards_a/shard_c_1748692497.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/391/d01954f66ae6fc5c5dd0af9fcd18a391/d01954f66ae6fc5c5dd0af9fcd18a391.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692499.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41b/eb7cb972346b6b106dfb138e149fd41b/eb7cb972346b6b106dfb138e149fd41b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692498.00000, (0, 0) as of 1748692498.00000, found as of 1748692498.00000> to ShardRange<'k' to 't' as of 1748692499.00000, (0, 0) as of 1748692499.00000, shrinking as of 1748692499.00000>, path: .shards_a/shard_c_1748692499.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41b/eb7cb972346b6b106dfb138e149fd41b/eb7cb972346b6b106dfb138e149fd41b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692499.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41b/eb7cb972346b6b106dfb138e149fd41b/eb7cb972346b6b106dfb138e149fd41b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692501.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e1d/30c8026ed1191d5ccb7d254c108b0e1d/30c8026ed1191d5ccb7d254c108b0e1d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692500.00000, (0, 0) as of 1748692500.00000, found as of 1748692500.00000> to ShardRange<'k' to 't' as of 1748692501.00000, (0, 0) as of 1748692501.00000, sharding as of 1748692501.00000>, path: .shards_a/shard_c_1748692501.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e1d/30c8026ed1191d5ccb7d254c108b0e1d/30c8026ed1191d5ccb7d254c108b0e1d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692501.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e1d/30c8026ed1191d5ccb7d254c108b0e1d/30c8026ed1191d5ccb7d254c108b0e1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692503.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a6f/bdcf583b99776dd45067a3decd6cea6f/bdcf583b99776dd45067a3decd6cea6f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692502.00000, (0, 0) as of 1748692502.00000, found as of 1748692502.00000> to ShardRange<'k' to 't' as of 1748692503.00000, (0, 0) as of 1748692503.00000, sharded as of 1748692503.00000>, path: .shards_a/shard_c_1748692503.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a6f/bdcf583b99776dd45067a3decd6cea6f/bdcf583b99776dd45067a3decd6cea6f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692503.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a6f/bdcf583b99776dd45067a3decd6cea6f/bdcf583b99776dd45067a3decd6cea6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692505.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ba2/96310c2bab50a9fca15178c468b58ba2/96310c2bab50a9fca15178c468b58ba2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692504.00000, (0, 0) as of 1748692504.00000, found as of 1748692504.00000> to ShardRange<'k' to 't' as of 1748692505.00000, (0, 0) as of 1748692505.00000, shrunk as of 1748692505.00000>, path: .shards_a/shard_c_1748692505.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ba2/96310c2bab50a9fca15178c468b58ba2/96310c2bab50a9fca15178c468b58ba2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692505.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ba2/96310c2bab50a9fca15178c468b58ba2/96310c2bab50a9fca15178c468b58ba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692507.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2b9/b49896c6d642088ef25872afc50732b9/b49896c6d642088ef25872afc50732b9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692506.00000, (0, 0) as of 1748692506.00000, created as of 1748692506.00000> to ShardRange<'k' to 't' as of 1748692507.00000, (0, 0) as of 1748692507.00000, found as of 1748692507.00000>, path: .shards_a/shard_c_1748692507.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2b9/b49896c6d642088ef25872afc50732b9/b49896c6d642088ef25872afc50732b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692509.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/276/d02803df7437c6ec35328766accf8276/d02803df7437c6ec35328766accf8276.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692511.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/1a4/044b5e6389f516184afa2025f69de1a4/044b5e6389f516184afa2025f69de1a4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692510.00000, (0, 0) as of 1748692510.00000, created as of 1748692510.00000> to ShardRange<'k' to 't' as of 1748692511.00000, (0, 0) as of 1748692511.00000, cleaved as of 1748692511.00000>, path: .shards_a/shard_c_1748692511.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/1a4/044b5e6389f516184afa2025f69de1a4/044b5e6389f516184afa2025f69de1a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692513.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/77e/893849e84d652a68451aa695e3a2877e/893849e84d652a68451aa695e3a2877e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692512.00000, (0, 0) as of 1748692512.00000, created as of 1748692512.00000> to ShardRange<'k' to 't' as of 1748692513.00000, (0, 0) as of 1748692513.00000, active as of 1748692513.00000>, path: .shards_a/shard_c_1748692513.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/77e/893849e84d652a68451aa695e3a2877e/893849e84d652a68451aa695e3a2877e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692515.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5e1/6034c322e6ea82eeb565bb12f403f5e1/6034c322e6ea82eeb565bb12f403f5e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692514.00000, (0, 0) as of 1748692514.00000, created as of 1748692514.00000> to ShardRange<'k' to 't' as of 1748692515.00000, (0, 0) as of 1748692515.00000, shrinking as of 1748692515.00000>, path: .shards_a/shard_c_1748692515.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5e1/6034c322e6ea82eeb565bb12f403f5e1/6034c322e6ea82eeb565bb12f403f5e1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692515.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5e1/6034c322e6ea82eeb565bb12f403f5e1/6034c322e6ea82eeb565bb12f403f5e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692517.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6b4/dd8e88a8aa3d255696082de3298596b4/dd8e88a8aa3d255696082de3298596b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692516.00000, (0, 0) as of 1748692516.00000, created as of 1748692516.00000> to ShardRange<'k' to 't' as of 1748692517.00000, (0, 0) as of 1748692517.00000, sharding as of 1748692517.00000>, path: .shards_a/shard_c_1748692517.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6b4/dd8e88a8aa3d255696082de3298596b4/dd8e88a8aa3d255696082de3298596b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692517.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6b4/dd8e88a8aa3d255696082de3298596b4/dd8e88a8aa3d255696082de3298596b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692519.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ede/97eb6f598dafcaf38f4e3c4a5c73cede/97eb6f598dafcaf38f4e3c4a5c73cede.db +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692518.00000, (0, 0) as of 1748692518.00000, created as of 1748692518.00000> to ShardRange<'k' to 't' as of 1748692519.00000, (0, 0) as of 1748692519.00000, sharded as of 1748692519.00000>, path: .shards_a/shard_c_1748692519.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ede/97eb6f598dafcaf38f4e3c4a5c73cede/97eb6f598dafcaf38f4e3c4a5c73cede.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692519.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ede/97eb6f598dafcaf38f4e3c4a5c73cede/97eb6f598dafcaf38f4e3c4a5c73cede.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692521.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e5d/34649f9e8fb04f7b766e9ffe5e234e5d/34649f9e8fb04f7b766e9ffe5e234e5d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692520.00000, (0, 0) as of 1748692520.00000, created as of 1748692520.00000> to ShardRange<'k' to 't' as of 1748692521.00000, (0, 0) as of 1748692521.00000, shrunk as of 1748692521.00000>, path: .shards_a/shard_c_1748692521.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e5d/34649f9e8fb04f7b766e9ffe5e234e5d/34649f9e8fb04f7b766e9ffe5e234e5d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692521.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e5d/34649f9e8fb04f7b766e9ffe5e234e5d/34649f9e8fb04f7b766e9ffe5e234e5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692523.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3e7/38681771b557e301d06cf8e3843cb3e7/38681771b557e301d06cf8e3843cb3e7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692522.00000, (0, 0) as of 1748692522.00000, cleaved as of 1748692522.00000> to ShardRange<'k' to 't' as of 1748692523.00000, (0, 0) as of 1748692523.00000, found as of 1748692523.00000>, path: .shards_a/shard_c_1748692523.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3e7/38681771b557e301d06cf8e3843cb3e7/38681771b557e301d06cf8e3843cb3e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692525.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0fc/10709115cb9ac9e59c60f20113f610fc/10709115cb9ac9e59c60f20113f610fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692524.00000, (0, 0) as of 1748692524.00000, cleaved as of 1748692524.00000> to ShardRange<'k' to 't' as of 1748692525.00000, (0, 0) as of 1748692525.00000, created as of 1748692525.00000>, path: .shards_a/shard_c_1748692525.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0fc/10709115cb9ac9e59c60f20113f610fc/10709115cb9ac9e59c60f20113f610fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692527.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/fff/5522ea66b829c7f36400326398881fff/5522ea66b829c7f36400326398881fff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692529.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c5c/b20157cfdb9b2e098369855594e76c5c/b20157cfdb9b2e098369855594e76c5c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692528.00000, (0, 0) as of 1748692528.00000, cleaved as of 1748692528.00000> to ShardRange<'k' to 't' as of 1748692529.00000, (0, 0) as of 1748692529.00000, active as of 1748692529.00000>, path: .shards_a/shard_c_1748692529.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c5c/b20157cfdb9b2e098369855594e76c5c/b20157cfdb9b2e098369855594e76c5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692531.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4da/af8ec1b1a323a823d13e92d1092234da/af8ec1b1a323a823d13e92d1092234da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692530.00000, (0, 0) as of 1748692530.00000, cleaved as of 1748692530.00000> to ShardRange<'k' to 't' as of 1748692531.00000, (0, 0) as of 1748692531.00000, shrinking as of 1748692531.00000>, path: .shards_a/shard_c_1748692531.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4da/af8ec1b1a323a823d13e92d1092234da/af8ec1b1a323a823d13e92d1092234da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692531.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4da/af8ec1b1a323a823d13e92d1092234da/af8ec1b1a323a823d13e92d1092234da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692533.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2e6/fd48e04bd0c7775de99e71d0d1c5f2e6/fd48e04bd0c7775de99e71d0d1c5f2e6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692532.00000, (0, 0) as of 1748692532.00000, cleaved as of 1748692532.00000> to ShardRange<'k' to 't' as of 1748692533.00000, (0, 0) as of 1748692533.00000, sharding as of 1748692533.00000>, path: .shards_a/shard_c_1748692533.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2e6/fd48e04bd0c7775de99e71d0d1c5f2e6/fd48e04bd0c7775de99e71d0d1c5f2e6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692533.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2e6/fd48e04bd0c7775de99e71d0d1c5f2e6/fd48e04bd0c7775de99e71d0d1c5f2e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692535.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/49f/1367cdf5b12d46d3998f48079721049f/1367cdf5b12d46d3998f48079721049f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692534.00000, (0, 0) as of 1748692534.00000, cleaved as of 1748692534.00000> to ShardRange<'k' to 't' as of 1748692535.00000, (0, 0) as of 1748692535.00000, sharded as of 1748692535.00000>, path: .shards_a/shard_c_1748692535.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/49f/1367cdf5b12d46d3998f48079721049f/1367cdf5b12d46d3998f48079721049f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692535.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/49f/1367cdf5b12d46d3998f48079721049f/1367cdf5b12d46d3998f48079721049f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692537.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9e7/9a9bb8a4301c6e56fea5cea3cc2699e7/9a9bb8a4301c6e56fea5cea3cc2699e7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692536.00000, (0, 0) as of 1748692536.00000, cleaved as of 1748692536.00000> to ShardRange<'k' to 't' as of 1748692537.00000, (0, 0) as of 1748692537.00000, shrunk as of 1748692537.00000>, path: .shards_a/shard_c_1748692537.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9e7/9a9bb8a4301c6e56fea5cea3cc2699e7/9a9bb8a4301c6e56fea5cea3cc2699e7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692537.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9e7/9a9bb8a4301c6e56fea5cea3cc2699e7/9a9bb8a4301c6e56fea5cea3cc2699e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692539.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e3e/5252331b80bb9692dd8628ac641a6e3e/5252331b80bb9692dd8628ac641a6e3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692538.00000, (0, 0) as of 1748692538.00000, active as of 1748692538.00000> to ShardRange<'k' to 't' as of 1748692539.00000, (0, 0) as of 1748692539.00000, found as of 1748692539.00000>, path: .shards_a/shard_c_1748692539.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e3e/5252331b80bb9692dd8628ac641a6e3e/5252331b80bb9692dd8628ac641a6e3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692541.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b19/9c4ee9be9064e21926c56f21353bab19/9c4ee9be9064e21926c56f21353bab19.db +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0068 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0139 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0075 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0047 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0491 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:50 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0525 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0159 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0092 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3315356 - +test ERROR: ERROR Account update failed with 127.0.0.1:60947/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0151 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0095 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0134 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3315356 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0140 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0120 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0018 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692540.00000, (0, 0) as of 1748692540.00000, active as of 1748692540.00000> to ShardRange<'k' to 't' as of 1748692541.00000, (0, 0) as of 1748692541.00000, created as of 1748692541.00000>, path: .shards_a/shard_c_1748692541.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b19/9c4ee9be9064e21926c56f21353bab19/9c4ee9be9064e21926c56f21353bab19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692543.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ef0/4dac2497be792a2d3b7f8896d0c94ef0/4dac2497be792a2d3b7f8896d0c94ef0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692542.00000, (0, 0) as of 1748692542.00000, active as of 1748692542.00000> to ShardRange<'k' to 't' as of 1748692543.00000, (0, 0) as of 1748692543.00000, cleaved as of 1748692543.00000>, path: .shards_a/shard_c_1748692543.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ef0/4dac2497be792a2d3b7f8896d0c94ef0/4dac2497be792a2d3b7f8896d0c94ef0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692545.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0e2/a486a349085204a650257261db3a50e2/a486a349085204a650257261db3a50e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692546.00000, (0, 0) as of 1748692546.00000, active as of 1748692546.00000> to ShardRange<'k' to 't' as of 1748692547.00000, (0, 0) as of 1748692547.00000, shrinking as of 1748692547.00000>, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692548.00000, (0, 0) as of 1748692548.00000, active as of 1748692548.00000> to ShardRange<'k' to 't' as of 1748692549.00000, (0, 0) as of 1748692549.00000, sharding as of 1748692549.00000>, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692550.00000, (0, 0) as of 1748692550.00000, active as of 1748692550.00000> to ShardRange<'k' to 't' as of 1748692551.00000, (0, 0) as of 1748692551.00000, sharded as of 1748692551.00000>, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692552.00000, (0, 0) as of 1748692552.00000, active as of 1748692552.00000> to ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, shrunk as of 1748692553.00000>, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692554.00000, (0, 0) as of 1748692554.00000, shrinking as of 1748692554.00000> to ShardRange<'k' to 't' as of 1748692555.00000, (0, 0) as of 1748692555.00000, found as of 1748692555.00000>, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692556.00000, (0, 0) as of 1748692556.00000, shrinking as of 1748692556.00000> to ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, created as of 1748692557.00000>, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692558.00000, (0, 0) as of 1748692558.00000, shrinking as of 1748692558.00000> to ShardRange<'k' to 't' as of 1748692559.00000, (0, 0) as of 1748692559.00000, cleaved as of 1748692559.00000>, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692560.00000, (0, 0) as of 1748692560.00000, shrinking as of 1748692560.00000> to ShardRange<'k' to 't' as of 1748692561.00000, (0, 0) as of 1748692561.00000, active as of 1748692561.00000>, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692563.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/082/2fef97983741811fc9da3d53d9d58082/2fef97983741811fc9da3d53d9d58082.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692563.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/082/2fef97983741811fc9da3d53d9d58082/2fef97983741811fc9da3d53d9d58082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpeetgu478/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpeetgu478/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test INFO: - - - [28/Apr/2024:05:23:27 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test DEBUG: Unlinked retiring db '/tmp/tmpg30uwceb/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0046 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmpfued4m16/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:28 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.36206 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 - -user quit -No .MockServer object at 0xffff91f5a0c0> running -.MockServerFactory.MockServer object at 0xffff91f5aae0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff91f5b0e0> running -No .MockServerFactory.MockServer object at 0xffff91f5aae0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff91f5b0e0> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff91f5b0e0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff91f5b0e0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff91f59d00> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff91f59d00> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff91f5b0e0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff91f5b0e0> pid: None signal: 9 -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpi0nqps1h/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpi0nqps1h/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692564.00000, (0, 0) as of 1748692564.00000, shrinking as of 1748692564.00000> to ShardRange<'k' to 't' as of 1748692565.00000, (0, 0) as of 1748692565.00000, sharding as of 1748692565.00000>, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692566.00000, (0, 0) as of 1748692566.00000, shrinking as of 1748692566.00000> to ShardRange<'k' to 't' as of 1748692567.00000, (0, 0) as of 1748692567.00000, sharded as of 1748692567.00000>, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692568.00000, (0, 0) as of 1748692568.00000, shrinking as of 1748692568.00000> to ShardRange<'k' to 't' as of 1748692569.00000, (0, 0) as of 1748692569.00000, shrunk as of 1748692569.00000>, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692570.00000, (0, 0) as of 1748692570.00000, sharding as of 1748692570.00000> to ShardRange<'k' to 't' as of 1748692571.00000, (0, 0) as of 1748692571.00000, found as of 1748692571.00000>, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692572.00000, (0, 0) as of 1748692572.00000, sharding as of 1748692572.00000> to ShardRange<'k' to 't' as of 1748692573.00000, (0, 0) as of 1748692573.00000, created as of 1748692573.00000>, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692574.00000, (0, 0) as of 1748692574.00000, sharding as of 1748692574.00000> to ShardRange<'k' to 't' as of 1748692575.00000, (0, 0) as of 1748692575.00000, cleaved as of 1748692575.00000>, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692576.00000, (0, 0) as of 1748692576.00000, sharding as of 1748692576.00000> to ShardRange<'k' to 't' as of 1748692577.00000, (0, 0) as of 1748692577.00000, active as of 1748692577.00000>, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692578.00000, (0, 0) as of 1748692578.00000, sharding as of 1748692578.00000> to ShardRange<'k' to 't' as of 1748692579.00000, (0, 0) as of 1748692579.00000, shrinking as of 1748692579.00000>, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692581.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9d1/84d5eca1e4b552336d0349499b47b9d1/84d5eca1e4b552336d0349499b47b9d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692581.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9d1/84d5eca1e4b552336d0349499b47b9d1/84d5eca1e4b552336d0349499b47b9d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692582.00000, (0, 0) as of 1748692582.00000, sharding as of 1748692582.00000> to ShardRange<'k' to 't' as of 1748692583.00000, (0, 0) as of 1748692583.00000, sharded as of 1748692583.00000>, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692584.00000, (0, 0) as of 1748692584.00000, sharding as of 1748692584.00000> to ShardRange<'k' to 't' as of 1748692585.00000, (0, 0) as of 1748692585.00000, shrunk as of 1748692585.00000>, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692586.00000, (0, 0) as of 1748692586.00000, sharded as of 1748692586.00000> to ShardRange<'k' to 't' as of 1748692587.00000, (0, 0) as of 1748692587.00000, found as of 1748692587.00000>, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692588.00000, (0, 0) as of 1748692588.00000, sharded as of 1748692588.00000> to ShardRange<'k' to 't' as of 1748692589.00000, (0, 0) as of 1748692589.00000, created as of 1748692589.00000>, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692590.00000, (0, 0) as of 1748692590.00000, sharded as of 1748692590.00000> to ShardRange<'k' to 't' as of 1748692591.00000, (0, 0) as of 1748692591.00000, cleaved as of 1748692591.00000>, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692592.00000, (0, 0) as of 1748692592.00000, sharded as of 1748692592.00000> to ShardRange<'k' to 't' as of 1748692593.00000, (0, 0) as of 1748692593.00000, active as of 1748692593.00000>, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692594.00000, (0, 0) as of 1748692594.00000, sharded as of 1748692594.00000> to ShardRange<'k' to 't' as of 1748692595.00000, (0, 0) as of 1748692595.00000, shrinking as of 1748692595.00000>, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692596.00000, (0, 0) as of 1748692596.00000, sharded as of 1748692596.00000> to ShardRange<'k' to 't' as of 1748692597.00000, (0, 0) as of 1748692597.00000, sharding as of 1748692597.00000>, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692599.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f53/55beca5e2bf70e5b9a50e93c98d38f53/55beca5e2bf70e5b9a50e93c98d38f53.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692599.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f53/55beca5e2bf70e5b9a50e93c98d38f53/55beca5e2bf70e5b9a50e93c98d38f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692600.00000, (0, 0) as of 1748692600.00000, sharded as of 1748692600.00000> to ShardRange<'k' to 't' as of 1748692601.00000, (0, 0) as of 1748692601.00000, shrunk as of 1748692601.00000>, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692602.00000, (0, 0) as of 1748692602.00000, shrunk as of 1748692602.00000> to ShardRange<'k' to 't' as of 1748692603.00000, (0, 0) as of 1748692603.00000, found as of 1748692603.00000>, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692604.00000, (0, 0) as of 1748692604.00000, shrunk as of 1748692604.00000> to ShardRange<'k' to 't' as of 1748692605.00000, (0, 0) as of 1748692605.00000, created as of 1748692605.00000>, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692606.00000, (0, 0) as of 1748692606.00000, shrunk as of 1748692606.00000> to ShardRange<'k' to 't' as of 1748692607.00000, (0, 0) as of 1748692607.00000, cleaved as of 1748692607.00000>, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692608.00000, (0, 0) as of 1748692608.00000, shrunk as of 1748692608.00000> to ShardRange<'k' to 't' as of 1748692609.00000, (0, 0) as of 1748692609.00000, active as of 1748692609.00000>, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692611.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/422/3bee0c5105909d284abff3d9fb78a422/3bee0c5105909d284abff3d9fb78a422.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0145 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0054 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0046 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0137 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0048 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0086 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0118 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0053 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0086 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692610.00000, (0, 0) as of 1748692610.00000, shrunk as of 1748692610.00000> to ShardRange<'k' to 't' as of 1748692611.00000, (0, 0) as of 1748692611.00000, shrinking as of 1748692611.00000>, path: .shards_a/shard_c_1748692611.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/422/3bee0c5105909d284abff3d9fb78a422/3bee0c5105909d284abff3d9fb78a422.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692611.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/422/3bee0c5105909d284abff3d9fb78a422/3bee0c5105909d284abff3d9fb78a422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692613.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/689/e55f57227020275331ae35a0cc667689/e55f57227020275331ae35a0cc667689.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692612.00000, (0, 0) as of 1748692612.00000, shrunk as of 1748692612.00000> to ShardRange<'k' to 't' as of 1748692613.00000, (0, 0) as of 1748692613.00000, sharding as of 1748692613.00000>, path: .shards_a/shard_c_1748692613.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/689/e55f57227020275331ae35a0cc667689/e55f57227020275331ae35a0cc667689.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692613.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/689/e55f57227020275331ae35a0cc667689/e55f57227020275331ae35a0cc667689.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692615.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692614.00000, (0, 0) as of 1748692614.00000, shrunk as of 1748692614.00000> to ShardRange<'k' to 't' as of 1748692615.00000, (0, 0) as of 1748692615.00000, sharded as of 1748692615.00000>, path: .shards_a/shard_c_1748692615.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692615.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692617.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9ae/c9046b5e680ca84ed06d20ddb94959ae/c9046b5e680ca84ed06d20ddb94959ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692617.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9ae/c9046b5e680ca84ed06d20ddb94959ae/c9046b5e680ca84ed06d20ddb94959ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692618.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4af/dc48068620d5d93ae1c857b30e3e94af/dc48068620d5d93ae1c857b30e3e94af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692620.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/63d/3e9b2b150e92ab9fb49c0d4a663de63d/3e9b2b150e92ab9fb49c0d4a663de63d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692622.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/00f/8515d298edee605f186a723dd176200f/8515d298edee605f186a723dd176200f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692624.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3c4/a93b349d074a61556dd0ec30e18e83c4/a93b349d074a61556dd0ec30e18e83c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692626.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/d51/8df37bc72b699cc0feede61c9da53d51/8df37bc72b699cc0feede61c9da53d51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692628.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/304/dd218f80fdbccd2a43167b100cf35304/dd218f80fdbccd2a43167b100cf35304.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692630.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/344/666baa9cb4ee6ae44835a80c8faec344/666baa9cb4ee6ae44835a80c8faec344.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692632.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/967/7707dafcb66efa88e13d52532a502967/7707dafcb66efa88e13d52532a502967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692634.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/574/6705199b850db3694e1b07643ee84574/6705199b850db3694e1b07643ee84574.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692636.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e9f/178d68b508e8d9586bfb9b8d46923e9f/178d68b508e8d9586bfb9b8d46923e9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692638.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/de9/72b7ad1f1c9d76896e3bf0c1520c7de9/72b7ad1f1c9d76896e3bf0c1520c7de9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692640.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c0d/dcfadd51ca78182569798e6e70b2ec0d/dcfadd51ca78182569798e6e70b2ec0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692642.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/08f/3f367d78a88f70a7c73ac328a155808f/3f367d78a88f70a7c73ac328a155808f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692644.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/232/5d241371c699838f415dc296b92a2232/5d241371c699838f415dc296b92a2232.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692646.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/58a/16fe2e91781892deee4a33ae7c2f458a/16fe2e91781892deee4a33ae7c2f458a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692648.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3e5/a1abfc093fa32ba4961642cd43ed43e5/a1abfc093fa32ba4961642cd43ed43e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692650.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5f3/684a8ad6833e30dd02ff73e916eab5f3/684a8ad6833e30dd02ff73e916eab5f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692652.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/fef/006610168c9a70e33de181e3e94b9fef/006610168c9a70e33de181e3e94b9fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692654.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/7bf/b03f3d07783f2d2a539c3f156435e7bf/b03f3d07783f2d2a539c3f156435e7bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692656.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/be0/53d7aef4a502e9982046318b67adfbe0/53d7aef4a502e9982046318b67adfbe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692658.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/504/21f5a13f4ec99fded7bf003941bb9504/21f5a13f4ec99fded7bf003941bb9504.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692660.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ca2/5308bfb22d0a76339135ecb9de792ca2/5308bfb22d0a76339135ecb9de792ca2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692662.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9b2/2b5ee97dfb49e59b11549ec8371f39b2/2b5ee97dfb49e59b11549ec8371f39b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692664.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/1e1/e91c9956c37570fd0c5c9827be6551e1/e91c9956c37570fd0c5c9827be6551e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692666.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0a2/7e5fc90bd8c83785b999dff8944940a2/7e5fc90bd8c83785b999dff8944940a2.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok test.unit.container.test_updater.TestContainerUpdater.test_conf_params test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok test.unit.container.test_updater.TestContainerUpdater.test_creation test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Setting object count to 1065 (txn: txe3d8ccebb20e4b679ee1b-00683aee06) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Setting object count to 1065 (txn: tx4b0d15d5b51a457293157-00683aee08) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx770ba4a559ea45b985d60-00683aee0a) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx770ba4a559ea45b985d60-00683aee0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx3a6f9978f456436082b49-00683aee0c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx3a6f9978f456436082b49-00683aee0c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx3a6f9978f456436082b49-00683aee0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf185272235d84950ac63a-00683aee0c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf185272235d84950ac63a-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf185272235d84950ac63a-00683aee0c) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txf185272235d84950ac63a-00683aee0c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc0b1dcd8f8e84a85910fd-00683aee0c) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0052 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0076 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpegoxxhh9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0024 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0054 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 3315356 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0091 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0081 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0057 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 3315356 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0140 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0109 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test DEBUG: Unlinked retiring db '/tmp/tmpbjbq3vc0/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0158 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0057 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpoyz2u25c/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpoyz2u25c/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpkkpj1a2s/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpkkpj1a2s/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmp4wq4hd02/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692668.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ec4/39c36a6b362608b5610a9823ee74cec4/39c36a6b362608b5610a9823ee74cec4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692670.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/57c/f603c048b5daf83e9f0c53ded40aa57c/f603c048b5daf83e9f0c53ded40aa57c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692680.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/a7e/2a0c545f7369cf9dd92ad2b621114a7e/2a0c545f7369cf9dd92ad2b621114a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692682.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692682.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692684.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c98/32cad6c59d51d41e0130859ccf4adc98/32cad6c59d51d41e0130859ccf4adc98.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692684.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/c98/32cad6c59d51d41e0130859ccf4adc98/32cad6c59d51d41e0130859ccf4adc98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692686.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/90b/1b45b8f08513685dd28049d6c889290b/1b45b8f08513685dd28049d6c889290b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692686.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/90b/1b45b8f08513685dd28049d6c889290b/1b45b8f08513685dd28049d6c889290b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692688.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2f7/57607daba19345338868ed12acdd12f7/57607daba19345338868ed12acdd12f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692688.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/2f7/57607daba19345338868ed12acdd12f7/57607daba19345338868ed12acdd12f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692690.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f50/badbc93eae6fef0cb579de90d6da1f50/badbc93eae6fef0cb579de90d6da1f50.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692690.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f50/badbc93eae6fef0cb579de90d6da1f50/badbc93eae6fef0cb579de90d6da1f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692692.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5a5/061e2a9f51e3849d320b8483d5d715a5/061e2a9f51e3849d320b8483d5d715a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692692.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5a5/061e2a9f51e3849d320b8483d5d715a5/061e2a9f51e3849d320b8483d5d715a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692694.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/7fe/973dfc92c095c344dc8bc9ec74f6f7fe/973dfc92c095c344dc8bc9ec74f6f7fe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692694.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/7fe/973dfc92c095c344dc8bc9ec74f6f7fe/973dfc92c095c344dc8bc9ec74f6f7fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692696.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/442/9dc23d50ec2ee20e12fea805238be442/9dc23d50ec2ee20e12fea805238be442.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692696.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/442/9dc23d50ec2ee20e12fea805238be442/9dc23d50ec2ee20e12fea805238be442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692698.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f97/43d534acb174fca75d0b103e25547f97/43d534acb174fca75d0b103e25547f97.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692698.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f97/43d534acb174fca75d0b103e25547f97/43d534acb174fca75d0b103e25547f97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692700.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9b1/7496acd1b127368a10dd43ca0bb1a9b1/7496acd1b127368a10dd43ca0bb1a9b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692700.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/9b1/7496acd1b127368a10dd43ca0bb1a9b1/7496acd1b127368a10dd43ca0bb1a9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692702.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/311/a43602228cdeec3d6c34b75444bcb311/a43602228cdeec3d6c34b75444bcb311.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692702.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/311/a43602228cdeec3d6c34b75444bcb311/a43602228cdeec3d6c34b75444bcb311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692704.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/cbe/88a5a9e0fd3aeddfb216b4be5283acbe/88a5a9e0fd3aeddfb216b4be5283acbe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692704.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/cbe/88a5a9e0fd3aeddfb216b4be5283acbe/88a5a9e0fd3aeddfb216b4be5283acbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692706.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/597/8e121224010f8fc06bcabc972a67f597/8e121224010f8fc06bcabc972a67f597.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692706.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/597/8e121224010f8fc06bcabc972a67f597/8e121224010f8fc06bcabc972a67f597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692708.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/219/37fc33419b3a37dad0ffab3377597219/37fc33419b3a37dad0ffab3377597219.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692708.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/219/37fc33419b3a37dad0ffab3377597219/37fc33419b3a37dad0ffab3377597219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692710.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/895/2e5938b865f025a641417b659b1e7895/2e5938b865f025a641417b659b1e7895.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692710.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/895/2e5938b865f025a641417b659b1e7895/2e5938b865f025a641417b659b1e7895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692712.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3eb/e72efeaa58f2b3a14f0b36bccf99d3eb/e72efeaa58f2b3a14f0b36bccf99d3eb.db +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0042 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:52 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3315356 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:54:52 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0046 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:54:52 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:52 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0040 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0091 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3315356 3 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692712.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/3eb/e72efeaa58f2b3a14f0b36bccf99d3eb/e72efeaa58f2b3a14f0b36bccf99d3eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692714.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5a7/682006041183f2339fa6199b3f4e45a7/682006041183f2339fa6199b3f4e45a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692714.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/5a7/682006041183f2339fa6199b3f4e45a7/682006041183f2339fa6199b3f4e45a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692716.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/06a/76df49e0e9e62d1af0df365e930ee06a/76df49e0e9e62d1af0df365e930ee06a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692716.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/06a/76df49e0e9e62d1af0df365e930ee06a/76df49e0e9e62d1af0df365e930ee06a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692718.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/cc0/92609c0f272ce60270143ceab8054cc0/92609c0f272ce60270143ceab8054cc0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692718.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/cc0/92609c0f272ce60270143ceab8054cc0/92609c0f272ce60270143ceab8054cc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692720.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0dc/f6fb4f656c01b6a6ecb30e774afa90dc/f6fb4f656c01b6a6ecb30e774afa90dc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692720.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/0dc/f6fb4f656c01b6a6ecb30e774afa90dc/f6fb4f656c01b6a6ecb30e774afa90dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692722.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4d7/0f0c05314223c873b9dbfe0b861514d7/0f0c05314223c873b9dbfe0b861514d7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692722.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4d7/0f0c05314223c873b9dbfe0b861514d7/0f0c05314223c873b9dbfe0b861514d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692724.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/167/1965f313eb5931645ac63f2b07bbe167/1965f313eb5931645ac63f2b07bbe167.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692724.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/167/1965f313eb5931645ac63f2b07bbe167/1965f313eb5931645ac63f2b07bbe167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692726.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f57/31125bbae7a56ba61b4df5e64e98df57/31125bbae7a56ba61b4df5e64e98df57.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692726.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/f57/31125bbae7a56ba61b4df5e64e98df57/31125bbae7a56ba61b4df5e64e98df57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692728.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ce7/9602937e9e510c411c097b6b20f45ce7/9602937e9e510c411c097b6b20f45ce7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692728.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/ce7/9602937e9e510c411c097b6b20f45ce7/9602937e9e510c411c097b6b20f45ce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692730.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/1d4/410e161f8c2776fde9042986fe79c1d4/410e161f8c2776fde9042986fe79c1d4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692730.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/1d4/410e161f8c2776fde9042986fe79c1d4/410e161f8c2776fde9042986fe79c1d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692732.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/bc2/9d4c4cd902157d29df5d16d554ceabc2/9d4c4cd902157d29df5d16d554ceabc2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692732.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/bc2/9d4c4cd902157d29df5d16d554ceabc2/9d4c4cd902157d29df5d16d554ceabc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692734.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4e3/df85005a28c1311c661da43ffb2254e3/df85005a28c1311c661da43ffb2254e3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692734.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/4e3/df85005a28c1311c661da43ffb2254e3/df85005a28c1311c661da43ffb2254e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692738.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/edf/46a82f005a62f1e7121c5dffaa0dcedf/46a82f005a62f1e7121c5dffaa0dcedf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692738.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/edf/46a82f005a62f1e7121c5dffaa0dcedf/46a82f005a62f1e7121c5dffaa0dcedf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692740.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692740.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692742.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b49/09409e31dff161e96405f5861e510b49/09409e31dff161e96405f5861e510b49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692742.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/b49/09409e31dff161e96405f5861e510b49/09409e31dff161e96405f5861e510b49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692744.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/7ed/abca4eb2887dc9c0c67ea7567f3927ed/abca4eb2887dc9c0c67ea7567f3927ed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692744.00000, db: /tmp/tmpldpwiq9j/sda/containers/0/7ed/abca4eb2887dc9c0c67ea7567f3927ed/abca4eb2887dc9c0c67ea7567f3927ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpgfq4jhd4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692492.00000, (0, 0) as of 1748692492.00000, active as of 1748692492.00000> to ShardRange<'k' to 't' as of 1748692493.00000, (0, 0) as of 1748692493.00000, sharded as of 1748692494.00000>, path: .shards_a/shard_c, db: /tmp/tmpgfq4jhd4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpgfq4jhd4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpkl_qbpc0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok test.unit.container.test_updater.TestContainerUpdater.test_error_in_process test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0125 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0054 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0055 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0082 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0077 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0076 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0010 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0036 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0076 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0063 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0062 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3315356 nada +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0083 "-" 3315356 999 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0117 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0118 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 3315356 1 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0034 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0077 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0011 "-" 3315356 3 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0077 "-" 3315356 4 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0081 "-" 3315356 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0081 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 3315356 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0033 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:29 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0032 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0032 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0031 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0036 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0059 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmpky_5r6fj/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmpko5d1nne/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0037 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmppq7wvesk/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test ERROR: Failed to unlink '/tmp/tmpma9ty2qr/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpma9ty2qr/containers/part/suffix/hash/container_1748692492.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpma9ty2qr/containers/part/suffix/hash/container_1748692492.00000.db': ['/tmp/tmpma9ty2qr/containers/part/suffix/hash/container.db', '/tmp/tmpma9ty2qr/containers/part/suffix/hash/container_1748692493.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpma9ty2qr/containers/part/suffix/hash/container_1748692493.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpsmfdfm4h/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +test ERROR: Error processing container /tmp/tmps9g15860/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep self.process_container(dbfile) @@ -39248,7 +41036,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpredspez3/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpygovl73b/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -39264,8 +41052,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpredspez3/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpygovl73b/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -39278,8 +41066,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpredspez3/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpygovl73b/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -39296,113 +41084,35 @@ test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpyqe44a56/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /a/c /tmp/tmp1xuvtxxm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpyqe44a56/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /a/c /tmp/tmp1xuvtxxm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpyqe44a56/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /a/c /tmp/tmp1xuvtxxm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0106 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0029 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0030 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0029 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0056 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0051 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0031 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0006 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0004 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0006 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0004 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0042 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 51345 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0006 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0041 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0045 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0054 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -39416,7 +41126,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpfzeflq1g/tmp_test_container_updater/devices/sda1 is not mounted +test WARNING: /tmp/tmpyaja8kqp/tmp_test_container_updater/devices/sda1 is not mounted test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -39430,8 +41140,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpn4aax2t5/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpac9s1pbr/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': @@ -39461,7 +41171,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp5a6outmq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpdd4momrg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -39477,7 +41187,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp5a6outmq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpdd4momrg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -39491,1920 +41201,472 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp5a6outmq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpdd4momrg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpacgnf2yv/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok test.unit.container.test_updater.TestContainerUpdater.test_unicode test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0029 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0067 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0031 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0039 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0053 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmp344kvsbg/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0045 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0034 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0043 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx890ed620991f4da6a8507-00662ddd54) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txf01542e5ae474829a18c4-00662ddd54) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsp9jxzw5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsp9jxzw5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsp9jxzw5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsp9jxzw5/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 51341 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0035 "-" 51341 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51341 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51341 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2771832d82804716a1555-00662ddd54" "proxy-server 51341" 0.0013 "-" 51341 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41475/sda1/3/a/c" "tx2771832d82804716a1555-00662ddd54" "container-server 51341" 0.0018 "-" 51341 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:42959/sdb1/3/a/c" "tx2771832d82804716a1555-00662ddd54" "container-server 51341" 0.0010 "-" 51341 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2771832d82804716a1555-00662ddd54" "proxy-server 51341" 0.0141 "-" 51341 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2771832d82804716a1555-00662ddd54" "proxy-server 51341" 0.0103 "-" 51341 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2771832d82804716a1555-00662ddd54 - 0.0224 - - 1714281812.333022833 1714281812.355402470 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6e7ba96a9ff642eb88045-00662ddd54" "proxy-server 51341" 0.0011 "-" 51341 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42959/sdb1/0/a1/c1" "tx6e7ba96a9ff642eb88045-00662ddd54" "container-server 51341" 0.0011 "-" 51341 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41475/sda1/0/a1/c1" "tx6e7ba96a9ff642eb88045-00662ddd54" "container-server 51341" 0.0011 "-" 51341 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6e7ba96a9ff642eb88045-00662ddd54" "proxy-server 51341" 0.0131 "-" 51341 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6e7ba96a9ff642eb88045-00662ddd54" "proxy-server 51341" 0.0093 "-" 51341 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6e7ba96a9ff642eb88045-00662ddd54 - 0.0211 - - 1714281812.356773138 1714281812.377874374 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx10a4360f62724858902d4-00662ddd54" "proxy-server 51341" 0.0020 "-" 51341 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41475/sda1/3/a/c1" "tx10a4360f62724858902d4-00662ddd54" "container-server 51341" 0.0017 "-" 51341 1 -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282318.00000-0, db: /tmp/tmpkj2qf0ev/sda/containers/0/5e3/41b15812650d3b3badf29ec81e9225e3/41b15812650d3b3badf29ec81e9225e3.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpnk0x_nei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281812.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpnk0x_nei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281812.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281815.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/373/7a6e0e99ad0191a74974bd04bff94373/7a6e0e99ad0191a74974bd04bff94373_1714281815.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281815.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/373/7a6e0e99ad0191a74974bd04bff94373/7a6e0e99ad0191a74974bd04bff94373_1714281815.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df_1714281818.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df_1714281818.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3_1714281821.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3_1714281821.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d_1714281824.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d_1714281824.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07_1714281827.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07_1714281827.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887_1714281830.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887_1714281830.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7_1714281833.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7_1714281833.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281836.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/baf/fa3e32b2242b3f921f0cfe5b6a512baf/fa3e32b2242b3f921f0cfe5b6a512baf_1714281836.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281836.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/baf/fa3e32b2242b3f921f0cfe5b6a512baf/fa3e32b2242b3f921f0cfe5b6a512baf_1714281836.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281839.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c8c/49c092ff1b41961474cbd3ffa3810c8c/49c092ff1b41961474cbd3ffa3810c8c_1714281839.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281839.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c8c/49c092ff1b41961474cbd3ffa3810c8c/49c092ff1b41961474cbd3ffa3810c8c_1714281839.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281842.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/d2f/d08ae632a4874bdb0fddc8e0ecd86d2f/d08ae632a4874bdb0fddc8e0ecd86d2f_1714281842.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281842.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/d2f/d08ae632a4874bdb0fddc8e0ecd86d2f/d08ae632a4874bdb0fddc8e0ecd86d2f_1714281842.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281845.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/bb5/870c2fbbbdea4397f29fc7740d35dbb5/870c2fbbbdea4397f29fc7740d35dbb5_1714281845.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281845.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/bb5/870c2fbbbdea4397f29fc7740d35dbb5/870c2fbbbdea4397f29fc7740d35dbb5_1714281845.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602_1714281848.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602_1714281848.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281851.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/ee3/76fdf8bf2c1fed70757dadfc864cfee3/76fdf8bf2c1fed70757dadfc864cfee3_1714281851.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281851.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/ee3/76fdf8bf2c1fed70757dadfc864cfee3/76fdf8bf2c1fed70757dadfc864cfee3_1714281851.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281854.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/83e/7e54a73790e0bc897c6b04295eb0183e/7e54a73790e0bc897c6b04295eb0183e_1714281854.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281854.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/83e/7e54a73790e0bc897c6b04295eb0183e/7e54a73790e0bc897c6b04295eb0183e_1714281854.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281857.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c88/caa66bf6a70f7a7591504942072b7c88/caa66bf6a70f7a7591504942072b7c88_1714281857.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281857.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c88/caa66bf6a70f7a7591504942072b7c88/caa66bf6a70f7a7591504942072b7c88_1714281857.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281860.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/385/5f2ddf55e78f5b7e0315a9ac52648385/5f2ddf55e78f5b7e0315a9ac52648385_1714281860.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281860.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/385/5f2ddf55e78f5b7e0315a9ac52648385/5f2ddf55e78f5b7e0315a9ac52648385_1714281860.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281863.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879_1714281863.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281863.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879_1714281863.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281866.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c76/25733a563a0c872a8390df319cd3dc76/25733a563a0c872a8390df319cd3dc76_1714281866.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281866.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c76/25733a563a0c872a8390df319cd3dc76/25733a563a0c872a8390df319cd3dc76_1714281866.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281869.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/30d/aa626f68297de95f6d1255f5201ce30d/aa626f68297de95f6d1255f5201ce30d_1714281869.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281869.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/30d/aa626f68297de95f6d1255f5201ce30d/aa626f68297de95f6d1255f5201ce30d_1714281869.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281872.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/059/1249152453f1b0b0897e0442c5da6059/1249152453f1b0b0897e0442c5da6059_1714281872.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281872.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/059/1249152453f1b0b0897e0442c5da6059/1249152453f1b0b0897e0442c5da6059_1714281872.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281875.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/61c/27175e5cc847c83bb1f234b7a593a61c/27175e5cc847c83bb1f234b7a593a61c_1714281875.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281875.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/61c/27175e5cc847c83bb1f234b7a593a61c/27175e5cc847c83bb1f234b7a593a61c_1714281875.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281878.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/d1d/cae07a4d2513d69f32b70e609b4c8d1d/cae07a4d2513d69f32b70e609b4c8d1d_1714281878.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281878.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/d1d/cae07a4d2513d69f32b70e609b4c8d1d/cae07a4d2513d69f32b70e609b4c8d1d_1714281878.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281881.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/1ce/53983b0f453479885223e5cff67f51ce/53983b0f453479885223e5cff67f51ce_1714281881.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281881.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/1ce/53983b0f453479885223e5cff67f51ce/53983b0f453479885223e5cff67f51ce_1714281881.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281884.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/120/15a39a6bf3536e5a9e7d320db0f59120/15a39a6bf3536e5a9e7d320db0f59120_1714281884.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281884.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/120/15a39a6bf3536e5a9e7d320db0f59120/15a39a6bf3536e5a9e7d320db0f59120_1714281884.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281887.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/3c9/fcd40ec7eebf626a83fcd776c4d1d3c9/fcd40ec7eebf626a83fcd776c4d1d3c9_1714281887.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281887.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/3c9/fcd40ec7eebf626a83fcd776c4d1d3c9/fcd40ec7eebf626a83fcd776c4d1d3c9_1714281887.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281890.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/cb9/c923c8804e162f86e62f6151a7f10cb9/c923c8804e162f86e62f6151a7f10cb9_1714281890.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281890.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/cb9/c923c8804e162f86e62f6151a7f10cb9/c923c8804e162f86e62f6151a7f10cb9_1714281890.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281893.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/81b/74fdf6bdf52b9898c0dc162faa6d781b/74fdf6bdf52b9898c0dc162faa6d781b_1714281893.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281893.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/81b/74fdf6bdf52b9898c0dc162faa6d781b/74fdf6bdf52b9898c0dc162faa6d781b_1714281893.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281896.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/03e/2882144d733fc8a0f2f7a0092219303e/2882144d733fc8a0f2f7a0092219303e_1714281896.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281896.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/03e/2882144d733fc8a0f2f7a0092219303e/2882144d733fc8a0f2f7a0092219303e_1714281896.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281899.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/6bd/135f3684d69e1c523319401c98dbc6bd/135f3684d69e1c523319401c98dbc6bd_1714281899.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281899.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/6bd/135f3684d69e1c523319401c98dbc6bd/135f3684d69e1c523319401c98dbc6bd_1714281899.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281902.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/476/b57a879fe3a074477ca1b5e1ba63a476/b57a879fe3a074477ca1b5e1ba63a476_1714281902.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281902.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/476/b57a879fe3a074477ca1b5e1ba63a476/b57a879fe3a074477ca1b5e1ba63a476_1714281902.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281905.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/b56/2419e5aa5683a2c785c1b6296fd1fb56/2419e5aa5683a2c785c1b6296fd1fb56_1714281905.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281905.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/b56/2419e5aa5683a2c785c1b6296fd1fb56/2419e5aa5683a2c785c1b6296fd1fb56_1714281905.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347_1714281908.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347_1714281908.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281911.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fdd/db8fc56e2c4413e28f8f28c45b108fdd/db8fc56e2c4413e28f8f28c45b108fdd_1714281911.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281911.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fdd/db8fc56e2c4413e28f8f28c45b108fdd/db8fc56e2c4413e28f8f28c45b108fdd_1714281911.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b_1714281914.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b_1714281914.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281917.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/928/0acf8f82399c8b3f189966651eae2928/0acf8f82399c8b3f189966651eae2928_1714281917.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281917.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/928/0acf8f82399c8b3f189966651eae2928/0acf8f82399c8b3f189966651eae2928_1714281917.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda_1714281920.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda_1714281920.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb_1714281923.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb_1714281923.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3_1714281926.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3_1714281926.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0_1714281929.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0_1714281929.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a_1714281932.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a_1714281932.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280_1714281935.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280_1714281935.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907_1714281938.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907_1714281938.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281941.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/060/d40ecc3e08b32c7c72d27ec1a1b9f060/d40ecc3e08b32c7c72d27ec1a1b9f060_1714281941.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281941.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/060/d40ecc3e08b32c7c72d27ec1a1b9f060/d40ecc3e08b32c7c72d27ec1a1b9f060_1714281941.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50_1714281944.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50_1714281944.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825_1714281947.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825_1714281947.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed_1714281950.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed_1714281950.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b_1714281953.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b_1714281953.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c_1714281956.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c_1714281956.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827_1714281959.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827_1714281959.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978_1714281962.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978_1714281962.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281965.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/6ba/0bc797f9e421bbfadb08692fb0f626ba/0bc797f9e421bbfadb08692fb0f626ba_1714281965.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281965.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/6ba/0bc797f9e421bbfadb08692fb0f626ba/0bc797f9e421bbfadb08692fb0f626ba_1714281965.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2_1714281968.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2_1714281968.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0_1714281971.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0_1714281971.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb_1714281974.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb_1714281974.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281977.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/2ee/9afa2014170a395f0ef529b2750e52ee/9afa2014170a395f0ef529b2750e52ee_1714281977.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281977.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/2ee/9afa2014170a395f0ef529b2750e52ee/9afa2014170a395f0ef529b2750e52ee_1714281977.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561_1714281980.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561_1714281980.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971_1714281983.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971_1714281983.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96_1714281986.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96_1714281986.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281989.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/aea/5034a35e6800ba7ce7f8ba63e4bb5aea/5034a35e6800ba7ce7f8ba63e4bb5aea_1714281989.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281989.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/aea/5034a35e6800ba7ce7f8ba63e4bb5aea/5034a35e6800ba7ce7f8ba63e4bb5aea_1714281989.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4_1714281992.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4_1714281992.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c_1714281995.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c_1714281995.00000.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0034 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0053 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2_1714281998.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2_1714281998.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282001.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/568/f6384814e6f7b6fe9ae3019cc9376568/f6384814e6f7b6fe9ae3019cc9376568_1714282001.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282001.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/568/f6384814e6f7b6fe9ae3019cc9376568/f6384814e6f7b6fe9ae3019cc9376568_1714282001.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148_1714282004.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmp1izu8nm6/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148_1714282004.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281816.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/139/84b19dc420577759c901eb5fc53cd139/84b19dc420577759c901eb5fc53cd139.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281816.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/139/84b19dc420577759c901eb5fc53cd139/84b19dc420577759c901eb5fc53cd139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281820.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ead/22f0105556e9714044d511340fd87ead/22f0105556e9714044d511340fd87ead.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281820.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ead/22f0105556e9714044d511340fd87ead/22f0105556e9714044d511340fd87ead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281836.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/baf/fa3e32b2242b3f921f0cfe5b6a512baf/fa3e32b2242b3f921f0cfe5b6a512baf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281836.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/baf/fa3e32b2242b3f921f0cfe5b6a512baf/fa3e32b2242b3f921f0cfe5b6a512baf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281840.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/177/0da7799da438a3b444ee1cd2f88a6177/0da7799da438a3b444ee1cd2f88a6177.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281840.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/177/0da7799da438a3b444ee1cd2f88a6177/0da7799da438a3b444ee1cd2f88a6177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281852.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7f2/76e834813859fea1f490df4dae93d7f2/76e834813859fea1f490df4dae93d7f2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281852.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7f2/76e834813859fea1f490df4dae93d7f2/76e834813859fea1f490df4dae93d7f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281860.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/385/5f2ddf55e78f5b7e0315a9ac52648385/5f2ddf55e78f5b7e0315a9ac52648385.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281860.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/385/5f2ddf55e78f5b7e0315a9ac52648385/5f2ddf55e78f5b7e0315a9ac52648385.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281864.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a85/03802d60a383d9b6195e079a2c418a85/03802d60a383d9b6195e079a2c418a85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281864.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a85/03802d60a383d9b6195e079a2c418a85/03802d60a383d9b6195e079a2c418a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281872.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/059/1249152453f1b0b0897e0442c5da6059/1249152453f1b0b0897e0442c5da6059.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281872.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/059/1249152453f1b0b0897e0442c5da6059/1249152453f1b0b0897e0442c5da6059.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281876.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c20/6751d9136803bfc50861fd31f3f23c20/6751d9136803bfc50861fd31f3f23c20.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281876.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c20/6751d9136803bfc50861fd31f3f23c20/6751d9136803bfc50861fd31f3f23c20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281884.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/120/15a39a6bf3536e5a9e7d320db0f59120/15a39a6bf3536e5a9e7d320db0f59120.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281884.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/120/15a39a6bf3536e5a9e7d320db0f59120/15a39a6bf3536e5a9e7d320db0f59120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281888.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/297/f2b02d16480b34585d9bd5fbba675297/f2b02d16480b34585d9bd5fbba675297.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281888.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/297/f2b02d16480b34585d9bd5fbba675297/f2b02d16480b34585d9bd5fbba675297.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281896.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/03e/2882144d733fc8a0f2f7a0092219303e/2882144d733fc8a0f2f7a0092219303e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281896.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/03e/2882144d733fc8a0f2f7a0092219303e/2882144d733fc8a0f2f7a0092219303e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281900.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/5b7/ff065be76fec4e946015f42ad7b455b7/ff065be76fec4e946015f42ad7b455b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281900.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/5b7/ff065be76fec4e946015f42ad7b455b7/ff065be76fec4e946015f42ad7b455b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281912.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2b1/acd16f1eb471fff53b7052b4fbf742b1/acd16f1eb471fff53b7052b4fbf742b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281912.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2b1/acd16f1eb471fff53b7052b4fbf742b1/acd16f1eb471fff53b7052b4fbf742b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42959/sdb1/3/a/c1" "tx10a4360f62724858902d4-00662ddd54" "container-server 51341" 0.0011 "-" 51341 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx10a4360f62724858902d4-00662ddd54" "proxy-server 51341" 0.0485 "-" 51341 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx10a4360f62724858902d4-00662ddd54" "proxy-server 51341" 0.0448 "-" 51341 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx10a4360f62724858902d4-00662ddd54 - 0.0573 - - 1714281812.379221439 1714281812.436512470 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc360ec5c05c549e58c578-00662ddd54" "proxy-server 51341" 0.0019 "-" 51341 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:42959/sdb1/0/a/c2" "txc360ec5c05c549e58c578-00662ddd54" "container-server 51341" 0.0016 "-" 51341 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:41475/sda1/0/a/c2" "txc360ec5c05c549e58c578-00662ddd54" "container-server 51341" 0.0011 "-" 51341 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc360ec5c05c549e58c578-00662ddd54" "proxy-server 51341" 0.0094 "-" 51341 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc360ec5c05c549e58c578-00662ddd54" "proxy-server 51341" 0.0162 "-" 51341 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc360ec5c05c549e58c578-00662ddd54 - 0.0318 - - 1714281812.444042921 1714281812.475812674 2 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0074 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1028 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 51345 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0078 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0044 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmpvt42qgaz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281936.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/f8a/5ebc0e33f0fdaa9c7b90eb0ef92dcf8a/5ebc0e33f0fdaa9c7b90eb0ef92dcf8a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281936.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/f8a/5ebc0e33f0fdaa9c7b90eb0ef92dcf8a/5ebc0e33f0fdaa9c7b90eb0ef92dcf8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281948.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/fdc/4a5b8b8210605cad9360f1c6915d2fdc/4a5b8b8210605cad9360f1c6915d2fdc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281948.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/fdc/4a5b8b8210605cad9360f1c6915d2fdc/4a5b8b8210605cad9360f1c6915d2fdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281960.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/26a/f20501b3888bf8c0bf4d08614659426a/f20501b3888bf8c0bf4d08614659426a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281960.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/26a/f20501b3888bf8c0bf4d08614659426a/f20501b3888bf8c0bf4d08614659426a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281972.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a0c/4cc6d6c2cf26c7223785fd4f448fda0c/4cc6d6c2cf26c7223785fd4f448fda0c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281972.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a0c/4cc6d6c2cf26c7223785fd4f448fda0c/4cc6d6c2cf26c7223785fd4f448fda0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281984.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/fdd/5027faf5678e1075afb2b81fdc0cafdd/5027faf5678e1075afb2b81fdc0cafdd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281984.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/fdd/5027faf5678e1075afb2b81fdc0cafdd/5027faf5678e1075afb2b81fdc0cafdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281996.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/21b/0c5135d6426a625b9f90c9a1cf53c21b/0c5135d6426a625b9f90c9a1cf53c21b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281996.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/21b/0c5135d6426a625b9f90c9a1cf53c21b/0c5135d6426a625b9f90c9a1cf53c21b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2.db -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282008.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/07a/ea8b40f3f7e27dcc27d058fcf48a307a/ea8b40f3f7e27dcc27d058fcf48a307a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282008.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/07a/ea8b40f3f7e27dcc27d058fcf48a307a/ea8b40f3f7e27dcc27d058fcf48a307a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282016.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/10c/515424f2da33f6c457b2ff1b9160910c/515424f2da33f6c457b2ff1b9160910c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282016.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/10c/515424f2da33f6c457b2ff1b9160910c/515424f2da33f6c457b2ff1b9160910c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282020.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2ca/c264a80f026eae508eeed5247262c2ca/c264a80f026eae508eeed5247262c2ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282020.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2ca/c264a80f026eae508eeed5247262c2ca/c264a80f026eae508eeed5247262c2ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282032.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7da/12b5fba0cd410071d84e9f133677b7da/12b5fba0cd410071d84e9f133677b7da.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282032.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/7da/12b5fba0cd410071d84e9f133677b7da/12b5fba0cd410071d84e9f133677b7da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282040.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/30f/5d384dcd517d2fa2f050ef22dffa330f/5d384dcd517d2fa2f050ef22dffa330f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282040.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/30f/5d384dcd517d2fa2f050ef22dffa330f/5d384dcd517d2fa2f050ef22dffa330f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282044.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/cde/1236bb415e4d02ec0d86005e355aacde/1236bb415e4d02ec0d86005e355aacde.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282044.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/cde/1236bb415e4d02ec0d86005e355aacde/1236bb415e4d02ec0d86005e355aacde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282052.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/5dc/fb7529e1e25fdc11b9063a75852b55dc/fb7529e1e25fdc11b9063a75852b55dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282052.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/5dc/fb7529e1e25fdc11b9063a75852b55dc/fb7529e1e25fdc11b9063a75852b55dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282056.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/881/6c96314924feb86a53d2941e8dc01881/6c96314924feb86a53d2941e8dc01881.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282056.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/881/6c96314924feb86a53d2941e8dc01881/6c96314924feb86a53d2941e8dc01881.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282064.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/226/b19bfc1791662ec4179c22e157d3d226/b19bfc1791662ec4179c22e157d3d226.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282064.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/226/b19bfc1791662ec4179c22e157d3d226/b19bfc1791662ec4179c22e157d3d226.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 51345 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0031 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0102 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0119 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 51345 - -test ERROR: ERROR Account update failed with 127.0.0.1:57705/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 51345 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 1 -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -Unlinked retiring db '/tmp/tmpep1dn9bg/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -Unlinked retiring db '/tmp/tmpj0s9_7ij/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -Unlinked retiring db '/tmp/tmpy9cn7xax/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282068.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/289/b567139ca176e788d1a3c70df0c33289/b567139ca176e788d1a3c70df0c33289.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282068.00000-0, db: /tmp/tmp3n3a721k/sda/containers/0/289/b567139ca176e788d1a3c70df0c33289/b567139ca176e788d1a3c70df0c33289.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281817.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/996/a6799a8b660b60e8121fe04424e67996/a6799a8b660b60e8121fe04424e67996.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281817.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/996/a6799a8b660b60e8121fe04424e67996/a6799a8b660b60e8121fe04424e67996.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281820.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/ead/22f0105556e9714044d511340fd87ead/22f0105556e9714044d511340fd87ead.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281820.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/ead/22f0105556e9714044d511340fd87ead/22f0105556e9714044d511340fd87ead.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281835.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281835.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281841.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/293/e5d94681de8ac971e46ba25b822ba293/e5d94681de8ac971e46ba25b822ba293.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281841.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/293/e5d94681de8ac971e46ba25b822ba293/e5d94681de8ac971e46ba25b822ba293.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281847.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281847.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281850.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7c0/c683912f2e137e7a333fb173d6f3b7c0/c683912f2e137e7a333fb173d6f3b7c0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281850.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7c0/c683912f2e137e7a333fb173d6f3b7c0/c683912f2e137e7a333fb173d6f3b7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281859.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281859.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5.db -Unlinked retiring db '/tmp/tmpxu8vi2vd/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0038 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0035 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0013 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0033 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281862.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d33/50961aa624f4a1689c07adff9e879d33/50961aa624f4a1689c07adff9e879d33.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281862.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d33/50961aa624f4a1689c07adff9e879d33/50961aa624f4a1689c07adff9e879d33.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281865.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/40d/b44cb4be11c92baf4e0690485f05740d/b44cb4be11c92baf4e0690485f05740d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281865.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/40d/b44cb4be11c92baf4e0690485f05740d/b44cb4be11c92baf4e0690485f05740d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281871.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281871.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281874.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d2e/6e4f8527e849a5fdc072ff440163dd2e/6e4f8527e849a5fdc072ff440163dd2e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281874.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d2e/6e4f8527e849a5fdc072ff440163dd2e/6e4f8527e849a5fdc072ff440163dd2e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281877.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/0b6/f72da6e42e416b1c8f3e2efe641f60b6/f72da6e42e416b1c8f3e2efe641f60b6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281877.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/0b6/f72da6e42e416b1c8f3e2efe641f60b6/f72da6e42e416b1c8f3e2efe641f60b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281889.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c4e/dff89fcf3c31d275a562c6701cf38c4e/dff89fcf3c31d275a562c6701cf38c4e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281889.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c4e/dff89fcf3c31d275a562c6701cf38c4e/dff89fcf3c31d275a562c6701cf38c4e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281895.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281895.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:32 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test DEBUG: Unlinked retiring db '/tmp/tmp5bdpfngn/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0045 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 51345 - -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test DEBUG: Unlinked retiring db '/tmp/tmpzxh5db6e/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:33 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:33 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:33 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 51345 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:23:33 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0037 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:33 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0049 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0043 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -proxy INFO: (51339) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (51339) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:23:28] "GET /someurl HTTP/1.0" 200 180 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (51339) wsgi exited, is_accepting=True -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test NOTICE: Child 51339 exiting normally -test NOTICE: Started child 88 from parent 51339 -test NOTICE: Started child 89 from parent 51339 -test ERROR: Removing dead child 88 from parent 51339 -test NOTICE: Started child 90 from parent 51339 -test NOTICE: Started child 88 from parent 51339 -test NOTICE: Started child 89 from parent 51339 -test ERROR: Problem finding shard upper in '/tmp/tmp3cxyq3h8/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp3cxyq3h8/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpyh7zia0m/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpyh7zia0m/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0037 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 51345 nada -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 51345 999 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0036 "-" 51345 1 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 51345 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 51345 0 +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx49b8c236ae954ae79d3cb-00683aee0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa1f8d4ea003543e2978ca-00683aee0a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa1f8d4ea003543e2978ca-00683aee0a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1f8d4ea003543e2978ca-00683aee0a) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txa1f8d4ea003543e2978ca-00683aee0a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx598d157db639410294f7b-00683aee0a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx598d157db639410294f7b-00683aee0a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx598d157db639410294f7b-00683aee0a) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx598d157db639410294f7b-00683aee0a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: Setting object count to 3120 (txn: tx0e19b5d761c44d62815aa-00683aee0c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaeb88996a40841cfb5163-00683aee0c) +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692493.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/058/051e6cb63c46b34e5454f734384a0058/051e6cb63c46b34e5454f734384a0058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692496.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/e6e/ed0d2e0ce023084f46c7268f5dffee6e/ed0d2e0ce023084f46c7268f5dffee6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692499.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/120/a92ce64f73b1b8e533cc809295625120/a92ce64f73b1b8e533cc809295625120.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692502.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/092/62e09ba0bba80b388602854757aab092/62e09ba0bba80b388602854757aab092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692508.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/0d1/becfcf9a3d22f12b83ef0f17761c40d1/becfcf9a3d22f12b83ef0f17761c40d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692523.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692526.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/a23/64c341c9edc0dad737b17c28a4e9ca23/64c341c9edc0dad737b17c28a4e9ca23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692529.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/4e8/c5962affdfe25ca170475b9fffaf94e8/c5962affdfe25ca170475b9fffaf94e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692532.00000-0, db: /tmp/tmpj_1kwwf7/sda/containers/0/f93/f82a8389282ac444f7d1f457bba99f93/f82a8389282ac444f7d1f457bba99f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692493.00000-0, db: /tmp/tmprjkr0ap9/sda/containers/0/058/051e6cb63c46b34e5454f734384a0058/051e6cb63c46b34e5454f734384a0058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692497.00000-0, db: /tmp/tmprjkr0ap9/sda/containers/0/879/d272fd9f8fbf2c1a2feb5e405f973879/d272fd9f8fbf2c1a2feb5e405f973879.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692495.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/862/9a42d26ba132dd2fb9dd94a7e7b94862/9a42d26ba132dd2fb9dd94a7e7b94862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692499.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/120/a92ce64f73b1b8e533cc809295625120/a92ce64f73b1b8e533cc809295625120.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692503.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/3e8/b87e20ffd26c3682f42c3b3f967d73e8/b87e20ffd26c3682f42c3b3f967d73e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692507.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692507.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692519.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692523.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692527.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e93/6c308ecb586f690f42ff280daa818e93/6c308ecb586f690f42ff280daa818e93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692531.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a57/9c38931f539bdfa2669f54d4a42aea57/9c38931f539bdfa2669f54d4a42aea57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692539.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692539.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692543.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/234/85ce610169391e51ca30fc0ed6480234/85ce610169391e51ca30fc0ed6480234.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692547.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/079/eb871d0bf040190c9e16968d3aa61079/eb871d0bf040190c9e16968d3aa61079.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692551.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0063 "-" 3315356 2 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0191 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0064 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0164 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0022 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0087 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0093 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0069 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0028 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0108 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0072 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:52 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0072 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0070 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0108 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0107 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0090 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0087 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0226 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0042 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0134 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0077 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0078 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0074 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0021 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes @@ -41419,341 +41681,90 @@ test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmp_3ok2f7c/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281818.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2df/d7cd14638a0ef12e95ffdf048e5d92df/d7cd14638a0ef12e95ffdf048e5d92df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281843.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d2d/993845f7f802519a83abea7e4b713d2d/993845f7f802519a83abea7e4b713d2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281848.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/602/0f7f4bece93ccdf845f9cea5460fe602/0f7f4bece93ccdf845f9cea5460fe602.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281858.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4e8/b8a348ae23bb34e30d8949d1a66a14e8/b8a348ae23bb34e30d8949d1a66a14e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281863.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281873.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7fb/5ef83b63f9fc01ee84e01f09d62f27fb/5ef83b63f9fc01ee84e01f09d62f27fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281878.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d1d/cae07a4d2513d69f32b70e609b4c8d1d/cae07a4d2513d69f32b70e609b4c8d1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281888.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/297/f2b02d16480b34585d9bd5fbba675297/f2b02d16480b34585d9bd5fbba675297.db -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0053 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0038 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0029 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0055 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0021 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 51345 0 -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: Setting object count to 3120 (txn: txaeb88996a40841cfb5163-00683aee0c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: txef14ee84b2814b8b8ef5d-00683aee0d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: tx273f504d17694ed998bca-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: tx9cf9231e716c40149443d-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs @@ -41778,221 +41789,2829 @@ test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0117 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0106 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0076 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0115 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3315356 0 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0077 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0070 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3315356 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0093 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0075 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3315356 - +test INFO: - - - [31/May/2025:11:54:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3315356 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0149 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0071 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0142 "-" 3315356 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0046 "-" 3315356 2 +test INFO: - - - [31/May/2025:11:54:53 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0092 "-" 3315356 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692563.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692587.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692599.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/7ff/983c466c8af828be4e3f03d1a451f7ff/983c466c8af828be4e3f03d1a451f7ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692611.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692623.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/430/32fe6c0132fd04e9283a873f0a045430/32fe6c0132fd04e9283a873f0a045430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692647.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/58b/728bf5e33bbd01775118bda49fe2f58b/728bf5e33bbd01775118bda49fe2f58b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692659.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/dd8/063214cec5742b81fcaaf2f980893dd8/063214cec5742b81fcaaf2f980893dd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692671.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmppb6fa1gg/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx56bbb08ff1cb46bba7467-00683aee0d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx56bbb08ff1cb46bba7467-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa1a46b88f3a14e5f8086d-00683aee0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa1a46b88f3a14e5f8086d-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test ERROR: Failed to unlink '/tmp/tmpqhbj60f4/containers/part/suffix/hash/container.db': +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0b1dcd8f8e84a85910fd-00683aee0c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0b1dcd8f8e84a85910fd-00683aee0c) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txc0b1dcd8f8e84a85910fd-00683aee0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: tx71e2097db38d4165bd4ec-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: txba61ff2716564e7f9c7ef-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txd2655d2c43e84e08ba35e-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx6240b2ca1ab54e97807bf-00683aee0d) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8oz7dme1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8oz7dme1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8oz7dme1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8oz7dme1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0115 "-" 3315356 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3315356 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 3315356 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3315356 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx42aab40beb6b442bb1430-00683aee0d" "proxy-server 3315356" 0.0011 "-" 3315356 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37399/sdb1/1/a/c" "tx42aab40beb6b442bb1430-00683aee0d" "container-server 3315356" 0.0010 "-" 3315356 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36829/sda1/1/a/c" "tx42aab40beb6b442bb1430-00683aee0d" "container-server 3315356" 0.0010 "-" 3315356 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42aab40beb6b442bb1430-00683aee0d" "proxy-server 3315356" 0.0256 "-" 3315356 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42aab40beb6b442bb1430-00683aee0d" "proxy-server 3315356" 0.0351 "-" 3315356 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx42aab40beb6b442bb1430-00683aee0d - 0.0423 - - 1748692493.669862986 1748692493.712185621 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx378c3d6e2d534616b1fdb-00683aee0d" "proxy-server 3315356" 0.0011 "-" 3315356 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37399/sdb1/1/a1/c1" "tx378c3d6e2d534616b1fdb-00683aee0d" "container-server 3315356" 0.0010 "-" 3315356 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36829/sda1/1/a1/c1" "tx378c3d6e2d534616b1fdb-00683aee0d" "container-server 3315356" 0.0010 "-" 3315356 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx378c3d6e2d534616b1fdb-00683aee0d" "proxy-server 3315356" 0.0165 "-" 3315356 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx378c3d6e2d534616b1fdb-00683aee0d" "proxy-server 3315356" 0.0297 "-" 3315356 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx378c3d6e2d534616b1fdb-00683aee0d - 0.0410 - - 1748692493.713536739 1748692493.754574537 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5a5b8af5604a4976b0be7-00683aee0d" "proxy-server 3315356" 0.0100 "-" 3315356 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36829/sda1/2/a/c1" "tx5a5b8af5604a4976b0be7-00683aee0d" "container-server 3315356" 0.0100 "-" 3315356 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37399/sdb1/2/a/c1" "tx5a5b8af5604a4976b0be7-00683aee0d" "container-server 3315356" 0.0010 "-" 3315356 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5a5b8af5604a4976b0be7-00683aee0d" "proxy-server 3315356" 0.0186 "-" 3315356 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5a5b8af5604a4976b0be7-00683aee0d" "proxy-server 3315356" 0.0317 "-" 3315356 1 +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx85c1700704454cc689422-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe4c5dd96b7744466bf169-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx814c0cc191e5488c83584-00683aee0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5a5b8af5604a4976b0be7-00683aee0d - 0.0476 - - 1748692493.755858898 1748692493.803492546 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7c27bdc587284003a31b2-00683aee0d" "proxy-server 3315356" 0.0019 "-" 3315356 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37399/sdb1/1/a/c2" "tx7c27bdc587284003a31b2-00683aee0d" "container-server 3315356" 0.0011 "-" 3315356 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36829/sda1/1/a/c2" "tx7c27bdc587284003a31b2-00683aee0d" "container-server 3315356" 0.0016 "-" 3315356 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c27bdc587284003a31b2-00683aee0d" "proxy-server 3315356" 0.0170 "-" 3315356 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c27bdc587284003a31b2-00683aee0d" "proxy-server 3315356" 0.0221 "-" 3315356 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7c27bdc587284003a31b2-00683aee0d - 0.0506 - - 1748692493.804817438 1748692493.855372906 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx096769d4510549d0ad5eb-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5a0e8a19ec9a48a2beb2c-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx82a7b8d976164f9a80107-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx82a7b8d976164f9a80107-00683aee0d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx82a7b8d976164f9a80107-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx77cbde0a248d4adeb3547-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx77cbde0a248d4adeb3547-00683aee0d) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx77cbde0a248d4adeb3547-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfb81c3f4f74e4551bac35-00683aee0d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfb81c3f4f74e4551bac35-00683aee0d) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4a489687219b42c5b47ab-00683aee0d) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4a489687219b42c5b47ab-00683aee0d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2e7b19350a5544dda5af5-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx2e7b19350a5544dda5af5-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx0fc09a8e60c143efa17bf-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx0fc09a8e60c143efa17bf-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa47f5165575c435db95d5-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2b3df0c8c8ff4db1a9550-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx80fd4fb58d8440699456d-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx80fd4fb58d8440699456d-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx80fd4fb58d8440699456d-00683aee0e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx80fd4fb58d8440699456d-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc0eb5a5c789b4c0b9f549-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc0eb5a5c789b4c0b9f549-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc0eb5a5c789b4c0b9f549-00683aee0e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txc0eb5a5c789b4c0b9f549-00683aee0e) +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692683.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/605/0dfa95270ddc6783ece51df0d69a3605/0dfa95270ddc6783ece51df0d69a3605.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692691.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692695.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692703.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/afa/1d2400fd7ed2d0536db8f7406d544afa/1d2400fd7ed2d0536db8f7406d544afa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692707.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a33/31b4ca86efa2d8855796da21dd708a33/31b4ca86efa2d8855796da21dd708a33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692719.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/11c/80d8940fc29dc3b16cace28f86dad11c/80d8940fc29dc3b16cace28f86dad11c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692727.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/bd0/09be492db4989b6df2a7a8d764aacbd0/09be492db4989b6df2a7a8d764aacbd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692731.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e91/e66763f5c84ef4d068e0ba24d4772e91/e66763f5c84ef4d068e0ba24d4772e91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692731.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e91/e66763f5c84ef4d068e0ba24d4772e91/e66763f5c84ef4d068e0ba24d4772e91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692739.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/6ea/b168c28f939456768ce2671459b9e6ea/b168c28f939456768ce2671459b9e6ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692743.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/03a/6d2f78567a05b94c408c0d863466203a/6d2f78567a05b94c408c0d863466203a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692747.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/11f/907a6209c4e4585ba6035a90972b611f/907a6209c4e4585ba6035a90972b611f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692751.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ecf/717f0466b223ffe84cf1274fa1f10ecf/717f0466b223ffe84cf1274fa1f10ecf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692755.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692759.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/b37/431cac81c21ce2814710b1642cc6db37/431cac81c21ce2814710b1642cc6db37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692763.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/7f9/e1b92e1a6fe767e9f362b609e5f8e7f9/e1b92e1a6fe767e9f362b609e5f8e7f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692767.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/1d7/acdbcc49f0c05d13b7c79773f57671d7/acdbcc49f0c05d13b7c79773f57671d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692771.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/050/f879784beec4050ddb6f8d3577c88050/f879784beec4050ddb6f8d3577c88050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692775.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692779.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/d11/505792a31a3ec2f1f97c1d0be18bbd11/505792a31a3ec2f1f97c1d0be18bbd11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692783.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/d7e/b3be4caf6cfe14a7e51b4145b495ad7e/b3be4caf6cfe14a7e51b4145b495ad7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692787.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/a54/5930272f940e21a250c7ffe535377a54/5930272f940e21a250c7ffe535377a54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692791.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/840/1cf671320596e5d4fad65f0cd5f03840/1cf671320596e5d4fad65f0cd5f03840.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692795.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692799.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ecc/e5815c208aa45cef2fecb8ee8de9fecc/e5815c208aa45cef2fecb8ee8de9fecc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692803.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/dad/afb4916c98fe880ea0279d9b0a3f9dad/afb4916c98fe880ea0279d9b0a3f9dad.db +Unlinked retiring db '/tmp/tmpeapivd4d/containers/part/suffix/hash/container.db' +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: tx796aea6efeb9412eb2f0e-00683aee0d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: Setting object count to 3120 (txn: tx135d4db09dfb44c4af9b4-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: Setting object count to 3120 (txn: txcba969aeecf143699517e-00683aee0e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx9ec136197e154b21b5dd3-00683aee0e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx823e06f248c44eec8d17c-00683aee0e) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txaf5547a39b4b4ab48e672-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txaf5547a39b4b4ab48e672-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txaf5547a39b4b4ab48e672-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: txaf5547a39b4b4ab48e672-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaab7a31a33ce45b28c257-00683aee0e) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx34b01d0c43eb40f0b20f5-00683aee0e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx34b01d0c43eb40f0b20f5-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txbc3362380a864d5d91ebe-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txcf295e9681c74e77a0b15-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8b1bdacc73a74f4e87bf2-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx29373124e35d4c3c8e759-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5bd3d102825546858ec36-00683aee0e) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx43f7a865351649eab3df7-00683aee0e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx43f7a865351649eab3df7-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3244d197015c4977b3da0-00683aee0e) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3244d197015c4977b3da0-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3244d197015c4977b3da0-00683aee0e) +test WARNING: Could not autocreate account '/account' (txn: tx3244d197015c4977b3da0-00683aee0e) +test INFO: autocreate account '/account' (txn: tx237ba35d4afb412db3d37-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test WARNING: Could not autocreate account '/account' (txn: tx94a685fee9af4e9a8a2b4-00683aee0e) +test INFO: autocreate account '/account' (txn: txaee509b0f7d34e749d754-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc880cac1796f40c4bf5f9-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc880cac1796f40c4bf5f9-00683aee0e) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc880cac1796f40c4bf5f9-00683aee0e) +test INFO: autocreate account '/account' (txn: tx06ce45211ad24d0dbee9b-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx83f1864b381e4cc3bfe17-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx83f1864b381e4cc3bfe17-00683aee0e) +test INFO: autocreate account '/account' (txn: tx83f1864b381e4cc3bfe17-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx00fcbb716e9c45c681c31-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx00fcbb716e9c45c681c31-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx7757127c15fd430fa71bc-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txa31a02dfa0284bb7b16cd-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txade7574dd5f74886bc185-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb0d224184390460abda59-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx574b214742d647109bab9-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf9e472701c8a4e89b9b9a-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7d9643e4cfa04a51869b1-00683aee0e) +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpiz7x9r8l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiz7x9r8l/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpiz7x9r8l/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiz7x9r8l/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0112 "-" 3315357 - +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2b3910f3b1314fe794c40-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx6d8184a78036464990c07-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx6d8184a78036464990c07-00683aee0e) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx6d8184a78036464990c07-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx58c220a4270f43f79b7dc-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx58c220a4270f43f79b7dc-00683aee0e) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx58c220a4270f43f79b7dc-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txdd2f0dc5a7c94dfc83c49-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdd2f0dc5a7c94dfc83c49-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txdd2f0dc5a7c94dfc83c49-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdd2f0dc5a7c94dfc83c49-00683aee0e) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txab1c131b259b42f1be4c8-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txab1c131b259b42f1be4c8-00683aee0e) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txab1c131b259b42f1be4c8-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txab1c131b259b42f1be4c8-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx11e93cf0e954443f980a3-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa0eb407ebe084856b11ee-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa0eb407ebe084856b11ee-00683aee0e) +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa0eb407ebe084856b11ee-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: txa0eb407ebe084856b11ee-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx12315f6f59884995843d0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx12315f6f59884995843d0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx12315f6f59884995843d0-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: tx12315f6f59884995843d0-00683aee0e) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2ab52b7a47d34ff79b8ae-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx1d89f32a96c943fe8ce2d-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx1d89f32a96c943fe8ce2d-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1d89f32a96c943fe8ce2d-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: tx1d89f32a96c943fe8ce2d-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1cbac6ca078b4966b43c7-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1cbac6ca078b4966b43c7-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1cbac6ca078b4966b43c7-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: tx1cbac6ca078b4966b43c7-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc3d915cb98dd4a0882352-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txe18813c16b1b473d9e4de-00683aee0e) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txe18813c16b1b473d9e4de-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: txe18813c16b1b473d9e4de-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb78aa1ef621c4b78939f9-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1e3c4bc143c94b4cbeed5-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx1e3c4bc143c94b4cbeed5-00683aee0e) +test INFO: Client disconnected on read of '/a/c/' (txn: tx1e3c4bc143c94b4cbeed5-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx94dbcb4bb52a43c29b533-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx94dbcb4bb52a43c29b533-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx94dbcb4bb52a43c29b533-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx94dbcb4bb52a43c29b533-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7a60619c3dfd449e8d293-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7a60619c3dfd449e8d293-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7a60619c3dfd449e8d293-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7a60619c3dfd449e8d293-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx07b18acb05424d95be5dc-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx07b18acb05424d95be5dc-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx07b18acb05424d95be5dc-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx07b18acb05424d95be5dc-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txab6c11c5b1bc44d49e164-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txab6c11c5b1bc44d49e164-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txab6c11c5b1bc44d49e164-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txab6c11c5b1bc44d49e164-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbc6416540d784cc6a93cd-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbc6416540d784cc6a93cd-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbc6416540d784cc6a93cd-00683aee0e) +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbc6416540d784cc6a93cd-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txffe01ac881f64a8fba4b2-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txffe01ac881f64a8fba4b2-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txffe01ac881f64a8fba4b2-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txffe01ac881f64a8fba4b2-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txff6ad158bdec41edb048a-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txff6ad158bdec41edb048a-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff6ad158bdec41edb048a-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txff6ad158bdec41edb048a-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx23d33223d21346ac9dedb-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx23d33223d21346ac9dedb-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx23d33223d21346ac9dedb-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx23d33223d21346ac9dedb-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5534e0b9ab374f2e94377-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx93ccb0f781924704836e1-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx93ccb0f781924704836e1-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx93ccb0f781924704836e1-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx93ccb0f781924704836e1-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbbd97c84954c40aa8421b-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbbd97c84954c40aa8421b-00683aee0e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txbbd97c84954c40aa8421b-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbbd97c84954c40aa8421b-00683aee0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbbd97c84954c40aa8421b-00683aee0e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txbbd97c84954c40aa8421b-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbbd97c84954c40aa8421b-00683aee0e) +test ERROR: Container GET returning 503 for [503, 503] (txn: txbbd97c84954c40aa8421b-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5430cdd966b24a2fa6df5-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5430cdd966b24a2fa6df5-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5430cdd966b24a2fa6df5-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: tx5430cdd966b24a2fa6df5-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx877eebd49cc949efb9976-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx877eebd49cc949efb9976-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx877eebd49cc949efb9976-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: tx877eebd49cc949efb9976-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba260907318645518fc1e-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba260907318645518fc1e-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba260907318645518fc1e-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txba260907318645518fc1e-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe2edc1571cd64a469bea3-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe2edc1571cd64a469bea3-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe2edc1571cd64a469bea3-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txe2edc1571cd64a469bea3-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe91515f644d34e199bddd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe91515f644d34e199bddd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe91515f644d34e199bddd-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txe91515f644d34e199bddd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdf38d32ccc8641c2a2f45-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdf38d32ccc8641c2a2f45-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdf38d32ccc8641c2a2f45-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txdf38d32ccc8641c2a2f45-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe190a0e91e0e41cbaf0fd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe190a0e91e0e41cbaf0fd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe190a0e91e0e41cbaf0fd-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txe190a0e91e0e41cbaf0fd-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx57f903120c7e457f9bc1a-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx57f903120c7e457f9bc1a-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx57f903120c7e457f9bc1a-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: tx57f903120c7e457f9bc1a-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx44485a79ed7440f2ba104-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx44485a79ed7440f2ba104-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx44485a79ed7440f2ba104-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: tx44485a79ed7440f2ba104-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txab1c1d43bc1249429a5a0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txab1c1d43bc1249429a5a0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txab1c1d43bc1249429a5a0-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: txab1c1d43bc1249429a5a0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx36002eed0b354c75aa68c-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx36002eed0b354c75aa68c-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx36002eed0b354c75aa68c-00683aee0e) +test ERROR: Container GET returning 503 for [] (txn: tx36002eed0b354c75aa68c-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8346eb52401a49acbfcf0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8346eb52401a49acbfcf0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8346eb52401a49acbfcf0-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8346eb52401a49acbfcf0-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe801e3fb870441e69e729-00683aee0e) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692807.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/b3b/c22c7ca922eaa9fe62c61e0834e9fb3b/c22c7ca922eaa9fe62c61e0834e9fb3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692811.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/aa7/e83378e12c193b8b5155533599514aa7/e83378e12c193b8b5155533599514aa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692815.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692819.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fcb/0dbb38e6d2bbd672389be93fee72efcb/0dbb38e6d2bbd672389be93fee72efcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692823.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/791/358885ebffa02514b3bd0388d8f74791/358885ebffa02514b3bd0388d8f74791.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692827.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/7f8/42134c82f23825e157aedadf82c0e7f8/42134c82f23825e157aedadf82c0e7f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692831.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fd1/fad015d31ee567a60dbf8a44d9324fd1/fad015d31ee567a60dbf8a44d9324fd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692835.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692839.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/82d/1a8ad271d83a17bf50410389b09b482d/1a8ad271d83a17bf50410389b09b482d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692843.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/1bc/7dcfe568c80bf51054b6d31227d4f1bc/7dcfe568c80bf51054b6d31227d4f1bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692847.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ab1/3fbdd54d9312cd1397b5e8275f4b8ab1/3fbdd54d9312cd1397b5e8275f4b8ab1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692851.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/5bc/ba3a3123d56fdb8ca17cc3ba3c6775bc/ba3a3123d56fdb8ca17cc3ba3c6775bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692855.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692859.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ed8/61921de3cb37819e0ec0b8bcc3a39ed8/61921de3cb37819e0ec0b8bcc3a39ed8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692863.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e75/e7c0cbe1fc25722c517d9a8e87998e75/e7c0cbe1fc25722c517d9a8e87998e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692867.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e76/3b39ae1b4fdc0e33680e4239d34cae76/3b39ae1b4fdc0e33680e4239d34cae76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692871.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/827/89567d98c3fce8080236ca76e5179827/89567d98c3fce8080236ca76e5179827.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692875.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692879.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e5a/f93d0f2263e0391d18da9548e345fe5a/f93d0f2263e0391d18da9548e345fe5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692883.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/745/e16b5559ac943f78096ae0bcdb969745/e16b5559ac943f78096ae0bcdb969745.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692887.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692891.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/97a/a78f0af161c842b4dc3704410be9597a/a78f0af161c842b4dc3704410be9597a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692895.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692899.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/965/68370a481453abd44b578a995755f965/68370a481453abd44b578a995755f965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692903.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/4ae/3c346aed6c59963828feac1b2d1fb4ae/3c346aed6c59963828feac1b2d1fb4ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692907.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/605/8d3143b8d1be0fe824044d08ee843605/8d3143b8d1be0fe824044d08ee843605.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692911.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/9ca/086ae29f179c5a2712c6ee47b9c739ca/086ae29f179c5a2712c6ee47b9c739ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692915.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692919.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fb3/e8f637b6a6a31321b4551f9e9b0d3fb3/e8f637b6a6a31321b4551f9e9b0d3fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692923.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/b33/fe59700a4583149bd6020cc8cb6cdb33/fe59700a4583149bd6020cc8cb6cdb33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692927.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/aee/038a8b29e4b7e5ce35ca0f747351baee/038a8b29e4b7e5ce35ca0f747351baee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692931.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/14d/4f425e61583966a752f0757d2eeed14d/4f425e61583966a752f0757d2eeed14d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692935.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692939.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/d20/91999cbbec1bd05f66d472864d927d20/91999cbbec1bd05f66d472864d927d20.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 3315357 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0109 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx51b20341c01b43a9b07bb-00683aee0e" "proxy-server 3315357" 0.0012 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59351/sdb1/3/a/c" "tx51b20341c01b43a9b07bb-00683aee0e" "container-server 3315357" 0.0010 "-" 3315357 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:35233/sda1/3/a/c" "tx51b20341c01b43a9b07bb-00683aee0e" "container-server 3315357" 0.0009 "-" 3315357 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51b20341c01b43a9b07bb-00683aee0e" "proxy-server 3315357" 0.0421 "-" 3315357 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51b20341c01b43a9b07bb-00683aee0e" "proxy-server 3315357" 0.0294 "-" 3315357 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx51b20341c01b43a9b07bb-00683aee0e - 0.0667 - - 1748692494.573472023 1748692494.640191555 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx43b1747ae52f4791a7ab1-00683aee0e" "proxy-server 3315357" 0.0011 "-" 3315357 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35233/sda1/0/a1/c1" "tx43b1747ae52f4791a7ab1-00683aee0e" "container-server 3315357" 0.0010 "-" 3315357 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59351/sdb1/0/a1/c1" "tx43b1747ae52f4791a7ab1-00683aee0e" "container-server 3315357" 0.0009 "-" 3315357 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx43b1747ae52f4791a7ab1-00683aee0e" "proxy-server 3315357" 0.0200 "-" 3315357 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx43b1747ae52f4791a7ab1-00683aee0e" "proxy-server 3315357" 0.0167 "-" 3315357 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx43b1747ae52f4791a7ab1-00683aee0e - 0.0401 - - 1748692494.641508818 1748692494.681588411 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd33d8acf8b4b4c5abbc1b-00683aee0e" "proxy-server 3315357" 0.0018 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35233/sda1/3/a/c1" "txd33d8acf8b4b4c5abbc1b-00683aee0e" "container-server 3315357" 0.0103 "-" 3315357 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59351/sdb1/3/a/c1" "txd33d8acf8b4b4c5abbc1b-00683aee0e" "container-server 3315357" 0.0016 "-" 3315357 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd33d8acf8b4b4c5abbc1b-00683aee0e" "proxy-server 3315357" 0.0299 "-" 3315357 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd33d8acf8b4b4c5abbc1b-00683aee0e" "proxy-server 3315357" 0.0185 "-" 3315357 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd33d8acf8b4b4c5abbc1b-00683aee0e - 0.0380 - - 1748692494.691128016 1748692494.729100227 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc874ac81bbde4961b8355-00683aee0e" "proxy-server 3315357" 0.0019 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35233/sda1/0/a/c2" "txc874ac81bbde4961b8355-00683aee0e" "container-server 3315357" 0.0097 "-" 3315357 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59351/sdb1/0/a/c2" "txc874ac81bbde4961b8355-00683aee0e" "container-server 3315357" 0.0009 "-" 3315357 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc874ac81bbde4961b8355-00683aee0e" "proxy-server 3315357" 0.0289 "-" 3315357 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:54 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc874ac81bbde4961b8355-00683aee0e" "proxy-server 3315357" 0.0173 "-" 3315357 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc874ac81bbde4961b8355-00683aee0e - 0.0373 - - 1748692494.738627672 1748692494.775926828 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx72a6c67c52ea4c5bb5270-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txab8c65e76846471aaaf08-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx95ef2ad3eca0408dbea9f-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx95ef2ad3eca0408dbea9f-00683aee0e) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx95ef2ad3eca0408dbea9f-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx971d5b12ffe8434f9bde7-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx971d5b12ffe8434f9bde7-00683aee0e) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx971d5b12ffe8434f9bde7-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx57e5eae057f74599b3827-00683aee0e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx57e5eae057f74599b3827-00683aee0e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx98f2c5147ce94a70a7ce3-00683aee0e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx98f2c5147ce94a70a7ce3-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx801904d80cb643a19fb54-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx801904d80cb643a19fb54-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx4f579bef8b8448d7b40aa-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx4f579bef8b8448d7b40aa-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2f6037b35995464f9d8ea-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf156d13e4a5b4d85a0ad1-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e5b1596101d49faadcf4-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9e5b1596101d49faadcf4-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e5b1596101d49faadcf4-00683aee0e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx9e5b1596101d49faadcf4-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaa732c7ed35e417faded0-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaa732c7ed35e417faded0-00683aee0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaa732c7ed35e417faded0-00683aee0e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txaa732c7ed35e417faded0-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx1006416b5ba04a139c782-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx1006416b5ba04a139c782-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx1006416b5ba04a139c782-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: tx1006416b5ba04a139c782-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txd428c7c84a294575a7f5e-00683aee0f) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txf8a88946bbb84d779ce82-00683aee0f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf8a88946bbb84d779ce82-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd6fdaa077c3a41ce913ad-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd8548a3146b44de79dd45-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4037e12748d24d77b9c44-00683aee0f) +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb7f82e5d23d649f7add3e-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx329a7002580b450dbc6d8-00683aee0f) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txed8f495ec0094bc4a4c7c-00683aee0f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txed8f495ec0094bc4a4c7c-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdea404a3045942d0a607b-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdea404a3045942d0a607b-00683aee0f) +test WARNING: Could not autocreate account '/account' (txn: txdea404a3045942d0a607b-00683aee0f) +test INFO: autocreate account '/account' (txn: tx2392d66da46f431b9035d-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test WARNING: Could not autocreate account '/account' (txn: tx1cdfab98afe84f599ab55-00683aee0f) +test INFO: autocreate account '/account' (txn: tx3543d5676e5947e8a39d9-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5fc476ba13524e33bc4fc-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5fc476ba13524e33bc4fc-00683aee0f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5fc476ba13524e33bc4fc-00683aee0f) +test INFO: autocreate account '/account' (txn: txe750dc96ebb441109e9ff-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx618e083bf79c4f0787a5e-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx618e083bf79c4f0787a5e-00683aee0f) +test INFO: autocreate account '/account' (txn: tx618e083bf79c4f0787a5e-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa48906a4d9c54d36b0b19-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txa48906a4d9c54d36b0b19-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx5833e3df65e8481f8c182-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx37d0a284bb3b4df38f1b8-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx25eb83cbee9a4beb9ddac-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa565d11fc5a2435fae3f8-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8310454ebfa74ad2a483f-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4f0f1a12e78b42cdbc5e3-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2067347cf51849fa94e4c-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx41eeea20d74a46799d079-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx39149fd4570e4784a562b-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx39149fd4570e4784a562b-00683aee0f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx39149fd4570e4784a562b-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx5af5d4ecee11472e96cef-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx5af5d4ecee11472e96cef-00683aee0f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5af5d4ecee11472e96cef-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txd734caeeb10d42dc9f27a-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd734caeeb10d42dc9f27a-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd734caeeb10d42dc9f27a-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd734caeeb10d42dc9f27a-00683aee0f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txe390c2d5b2fe4d56ae2ba-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe390c2d5b2fe4d56ae2ba-00683aee0f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe390c2d5b2fe4d56ae2ba-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe390c2d5b2fe4d56ae2ba-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test ERROR: Problem finding shard upper in '/tmp/tmp_n30csf7/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_n30csf7/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmplygk_pri/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmplygk_pri/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe801e3fb870441e69e729-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe801e3fb870441e69e729-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe801e3fb870441e69e729-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7eb194e98c034c2bb304f-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7eb194e98c034c2bb304f-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7eb194e98c034c2bb304f-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7eb194e98c034c2bb304f-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf4d3a11e022d4746b0a3d-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf4d3a11e022d4746b0a3d-00683aee0e) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf4d3a11e022d4746b0a3d-00683aee0e) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf4d3a11e022d4746b0a3d-00683aee0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx697cbe845122484eab45a-00683aee0e) +test INFO: Client disconnected on read of '/a/c/' (txn: tx697cbe845122484eab45a-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa54d7cb9370b4ffba31d4-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa54d7cb9370b4ffba31d4-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa54d7cb9370b4ffba31d4-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: txa54d7cb9370b4ffba31d4-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8d437967c8d14302aeef4-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8d437967c8d14302aeef4-00683aee0e) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx8d437967c8d14302aeef4-00683aee0e) +test ERROR: Account HEAD returning 503 for [] (txn: tx8d437967c8d14302aeef4-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2e850e9337774781ac78c-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx8dcaf45bed9d4e4380e64-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx80ac106f642645ae8aff5-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe679cc7de15d4a70904a6-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txe7f8056941f647b2af1e0-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txe7f8056941f647b2af1e0-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe7f8056941f647b2af1e0-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: txe7f8056941f647b2af1e0-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe4d329dabc564658abbb4-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe4d329dabc564658abbb4-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe4d329dabc564658abbb4-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: txe4d329dabc564658abbb4-00683aee0f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa67b576717714d04a74d7-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9216bef851a943cdbf1a2-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9216bef851a943cdbf1a2-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9216bef851a943cdbf1a2-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: tx9216bef851a943cdbf1a2-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3477c63a266347d680759-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3477c63a266347d680759-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3477c63a266347d680759-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: tx3477c63a266347d680759-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6a8455b48cd34cbc9c162-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx2217fabf8de64cc2b0a71-00683aee0f) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx2217fabf8de64cc2b0a71-00683aee0f) +test INFO: Client disconnected on read of '/a/c' (txn: tx2217fabf8de64cc2b0a71-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf0affe5bea66455da9855-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx64da16bdd6f64c1b84553-00683aee0f) +test INFO: Client disconnected on read of '/a/c' (txn: tx64da16bdd6f64c1b84553-00683aee0f) +test INFO: Client disconnected on read of '/a/c/' (txn: tx64da16bdd6f64c1b84553-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbe152d9c849646cca02d3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbe152d9c849646cca02d3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbe152d9c849646cca02d3-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbe152d9c849646cca02d3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3bbf0c02cefb47159c6ab-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3bbf0c02cefb47159c6ab-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3bbf0c02cefb47159c6ab-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3bbf0c02cefb47159c6ab-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx76e17ac3c6b44c3d939c3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx76e17ac3c6b44c3d939c3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx76e17ac3c6b44c3d939c3-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx76e17ac3c6b44c3d939c3-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1f3afe51f2004854a12e7-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1f3afe51f2004854a12e7-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1f3afe51f2004854a12e7-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1f3afe51f2004854a12e7-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf66d259c7bcc499e9c892-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf66d259c7bcc499e9c892-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf66d259c7bcc499e9c892-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf66d259c7bcc499e9c892-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb0a9902c8a7b400fba128-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb0a9902c8a7b400fba128-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb0a9902c8a7b400fba128-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb0a9902c8a7b400fba128-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txef8dc8bb10d4476faea33-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txef8dc8bb10d4476faea33-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txef8dc8bb10d4476faea33-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txef8dc8bb10d4476faea33-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx17809453b9454462a1503-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx17809453b9454462a1503-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx17809453b9454462a1503-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx17809453b9454462a1503-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0f77eb4fdcca4683bb6e0-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9d4fa2e64a96454c9fdc9-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9d4fa2e64a96454c9fdc9-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9d4fa2e64a96454c9fdc9-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx9d4fa2e64a96454c9fdc9-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx08833201edd54096be093-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx08833201edd54096be093-00683aee0f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx08833201edd54096be093-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx08833201edd54096be093-00683aee0f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx08833201edd54096be093-00683aee0f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx08833201edd54096be093-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx08833201edd54096be093-00683aee0f) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx08833201edd54096be093-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9002357597b04d14ae91d-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9002357597b04d14ae91d-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9002357597b04d14ae91d-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx9002357597b04d14ae91d-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfd979954ca4f4e9e82258-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfd979954ca4f4e9e82258-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfd979954ca4f4e9e82258-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: txfd979954ca4f4e9e82258-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6f3fa78ad30745f3ad53e-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6f3fa78ad30745f3ad53e-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6f3fa78ad30745f3ad53e-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx6f3fa78ad30745f3ad53e-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx276b03e9c91f42c597a87-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx276b03e9c91f42c597a87-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx276b03e9c91f42c597a87-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx276b03e9c91f42c597a87-00683aee0f) +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx904781465bc1440993627-00683aee0d) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx5e9a197eec434e198f1cb-00683aee0d) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txde43d41a49db48db9540c-00683aee0d) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx0792fdb7ce3f4ae2a8112-00683aee0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0792fdb7ce3f4ae2a8112-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0792fdb7ce3f4ae2a8112-00683aee0d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0792fdb7ce3f4ae2a8112-00683aee0d) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txeb2d2624038b4847993f6-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeb2d2624038b4847993f6-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txeb2d2624038b4847993f6-00683aee0d) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txeb2d2624038b4847993f6-00683aee0d) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txe2fc3ed4122a4b789e488-00683aee0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe2fc3ed4122a4b789e488-00683aee0d) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe2fc3ed4122a4b789e488-00683aee0d) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe2fc3ed4122a4b789e488-00683aee0d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txd152b1ed841b43fa98081-00683aee0f) +test DEBUG: Setting object count to 1068 (txn: txd152b1ed841b43fa98081-00683aee0f) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa2784de06e174217ab5f2-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa2784de06e174217ab5f2-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa2784de06e174217ab5f2-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: txa2784de06e174217ab5f2-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfb747a5e7aac43b3abb26-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfb747a5e7aac43b3abb26-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfb747a5e7aac43b3abb26-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: txfb747a5e7aac43b3abb26-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txab721ee230fd437982ecb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txab721ee230fd437982ecb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txab721ee230fd437982ecb-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: txab721ee230fd437982ecb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7802b20f8fca4f8d816ca-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7802b20f8fca4f8d816ca-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7802b20f8fca4f8d816ca-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx7802b20f8fca4f8d816ca-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd0879275402442c3b1470-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd0879275402442c3b1470-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd0879275402442c3b1470-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: txd0879275402442c3b1470-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3e6233f987e34c5fa22be-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3e6233f987e34c5fa22be-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3e6233f987e34c5fa22be-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx3e6233f987e34c5fa22be-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx45347ca246fe4dad975c7-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx45347ca246fe4dad975c7-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx45347ca246fe4dad975c7-00683aee0f) +test ERROR: Container GET returning 503 for [] (txn: tx45347ca246fe4dad975c7-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx40560415aaf449ea991eb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx40560415aaf449ea991eb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx40560415aaf449ea991eb-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx40560415aaf449ea991eb-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc51c83c25dc8452198878-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc51c83c25dc8452198878-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc51c83c25dc8452198878-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc51c83c25dc8452198878-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txef65a4f542a149208f018-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txef65a4f542a149208f018-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txef65a4f542a149208f018-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txef65a4f542a149208f018-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5163c329f4f54c8091ed6-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5163c329f4f54c8091ed6-00683aee0f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5163c329f4f54c8091ed6-00683aee0f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5163c329f4f54c8091ed6-00683aee0f) +test INFO: Client disconnected on read of '/a/c' (txn: txf38eda53e03248328fd99-00683aee0f) +test INFO: Client disconnected on read of '/a/c/' (txn: txf38eda53e03248328fd99-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9b09d195ad454f508b9c6-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9b09d195ad454f508b9c6-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx9b09d195ad454f508b9c6-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: tx9b09d195ad454f508b9c6-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txd5663a8aa4fb42fca6d15-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txd5663a8aa4fb42fca6d15-00683aee0f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txd5663a8aa4fb42fca6d15-00683aee0f) +test ERROR: Account HEAD returning 503 for [] (txn: txd5663a8aa4fb42fca6d15-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692943.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/fea/1c1c6db5a5a7341918b3dd5ba8aeefea/1c1c6db5a5a7341918b3dd5ba8aeefea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692947.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/ad9/eefc264b80ddf06125b06c9ce5396ad9/eefc264b80ddf06125b06c9ce5396ad9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692951.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/857/535d3be06fd91ea1d08f45ca3c9fb857/535d3be06fd91ea1d08f45ca3c9fb857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692955.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692959.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/666/d32c4d38251524d7706ec14ee0344666/d32c4d38251524d7706ec14ee0344666.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692963.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/328/c8776950d3f81cf2794c8cfb88761328/c8776950d3f81cf2794c8cfb88761328.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692967.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/c6d/f6407d4833accc29d68c7cf153fcac6d/f6407d4833accc29d68c7cf153fcac6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692971.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/290/3bcf36f5b53739362c6dbd8dc2d9b290/3bcf36f5b53739362c6dbd8dc2d9b290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692975.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692979.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/cc1/ec3f44a94cb309a30ccea13d43455cc1/ec3f44a94cb309a30ccea13d43455cc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692983.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/8c8/f00a942bde3e79c4ddde931f3c79e8c8/f00a942bde3e79c4ddde931f3c79e8c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692987.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/5cb/9f446112a579e1bf32499cb7868bf5cb/9f446112a579e1bf32499cb7868bf5cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692991.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/02f/60887ff0dd5389f42bce22137240202f/60887ff0dd5389f42bce22137240202f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692995.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692999.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/b3a/7e55825947ebc4b69f5996b114d36b3a/7e55825947ebc4b69f5996b114d36b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693003.00000-0, db: /tmp/tmp9vfn5tz5/sda/containers/0/cef/a315d52f35d08f482d3061157495dcef/a315d52f35d08f482d3061157495dcef.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpme8d1ukp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692496.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpme8d1ukp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692496.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692499.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/120/a92ce64f73b1b8e533cc809295625120/a92ce64f73b1b8e533cc809295625120_1748692499.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692499.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/120/a92ce64f73b1b8e533cc809295625120/a92ce64f73b1b8e533cc809295625120_1748692499.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692502.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/092/62e09ba0bba80b388602854757aab092/62e09ba0bba80b388602854757aab092_1748692502.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692502.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/092/62e09ba0bba80b388602854757aab092/62e09ba0bba80b388602854757aab092_1748692502.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb_1748692505.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb_1748692505.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692508.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/0d1/becfcf9a3d22f12b83ef0f17761c40d1/becfcf9a3d22f12b83ef0f17761c40d1_1748692508.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692508.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/0d1/becfcf9a3d22f12b83ef0f17761c40d1/becfcf9a3d22f12b83ef0f17761c40d1_1748692508.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85_1748692511.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85_1748692511.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67_1748692514.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67_1748692514.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008_1748692517.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008_1748692517.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab_1748692520.00000.db +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab_1748692520.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692523.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc_1748692523.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692523.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc_1748692523.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692526.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a23/64c341c9edc0dad737b17c28a4e9ca23/64c341c9edc0dad737b17c28a4e9ca23_1748692526.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692526.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a23/64c341c9edc0dad737b17c28a4e9ca23/64c341c9edc0dad737b17c28a4e9ca23_1748692526.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692529.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4e8/c5962affdfe25ca170475b9fffaf94e8/c5962affdfe25ca170475b9fffaf94e8_1748692529.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692529.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4e8/c5962affdfe25ca170475b9fffaf94e8/c5962affdfe25ca170475b9fffaf94e8_1748692529.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692532.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f93/f82a8389282ac444f7d1f457bba99f93/f82a8389282ac444f7d1f457bba99f93_1748692532.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692532.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f93/f82a8389282ac444f7d1f457bba99f93/f82a8389282ac444f7d1f457bba99f93_1748692532.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0_1748692535.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0_1748692535.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692538.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/c36/e0598811771680e75b5a769fe689cc36/e0598811771680e75b5a769fe689cc36_1748692538.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692538.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/c36/e0598811771680e75b5a769fe689cc36/e0598811771680e75b5a769fe689cc36_1748692538.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692541.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/485/09b7e692290c73f53dd928ed23f50485/09b7e692290c73f53dd928ed23f50485_1748692541.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692541.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/485/09b7e692290c73f53dd928ed23f50485/09b7e692290c73f53dd928ed23f50485_1748692541.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692544.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5f3/875efedbee82f8be969f8d0396bb65f3/875efedbee82f8be969f8d0396bb65f3_1748692544.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692544.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5f3/875efedbee82f8be969f8d0396bb65f3/875efedbee82f8be969f8d0396bb65f3_1748692544.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692547.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/079/eb871d0bf040190c9e16968d3aa61079/eb871d0bf040190c9e16968d3aa61079_1748692547.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692547.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/079/eb871d0bf040190c9e16968d3aa61079/eb871d0bf040190c9e16968d3aa61079_1748692547.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692550.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cb5/7d785ec6ce4964a6ca052a7e46e2fcb5/7d785ec6ce4964a6ca052a7e46e2fcb5_1748692550.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692550.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cb5/7d785ec6ce4964a6ca052a7e46e2fcb5/7d785ec6ce4964a6ca052a7e46e2fcb5_1748692550.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692553.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/059/99fb9953d96574b16d61e882c0b3a059/99fb9953d96574b16d61e882c0b3a059_1748692553.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692553.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/059/99fb9953d96574b16d61e882c0b3a059/99fb9953d96574b16d61e882c0b3a059_1748692553.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692556.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1f0/cb3a542db5c0c0fc0a4080d1048bd1f0/cb3a542db5c0c0fc0a4080d1048bd1f0_1748692556.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692556.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1f0/cb3a542db5c0c0fc0a4080d1048bd1f0/cb3a542db5c0c0fc0a4080d1048bd1f0_1748692556.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b_1748692559.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b_1748692559.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61_1748692562.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61_1748692562.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e_1748692565.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e_1748692565.00000.db +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx416979bd8f154a01b74c2-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc53e09cf7edb4c488426a-00683aee10) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2758bc7670044ee5aa19c-00683aee10) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgwj0m89d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgwj0m89d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgwj0m89d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgwj0m89d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0112 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0070 "-" 3315357 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0068 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx057dc276d9b9447eba4c6-00683aee10" "proxy-server 3315357" 0.0011 "-" 3315357 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:44893/sda1/3/a/c" "tx057dc276d9b9447eba4c6-00683aee10" "container-server 3315357" 0.0010 "-" 3315357 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54565/sdb1/3/a/c" "tx057dc276d9b9447eba4c6-00683aee10" "container-server 3315357" 0.0009 "-" 3315357 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx057dc276d9b9447eba4c6-00683aee10" "proxy-server 3315357" 0.0371 "-" 3315357 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx057dc276d9b9447eba4c6-00683aee10" "proxy-server 3315357" 0.0255 "-" 3315357 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx057dc276d9b9447eba4c6-00683aee10 - 0.0448 - - 1748692496.291436911 1748692496.336271524 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx63ec1b0c12a24a12903e2-00683aee10" "proxy-server 3315357" 0.0011 "-" 3315357 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44893/sda1/0/a1/c1" "tx63ec1b0c12a24a12903e2-00683aee10" "container-server 3315357" 0.0052 "-" 3315357 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54565/sdb1/0/a1/c1" "tx63ec1b0c12a24a12903e2-00683aee10" "container-server 3315357" 0.0010 "-" 3315357 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63ec1b0c12a24a12903e2-00683aee10" "proxy-server 3315357" 0.0258 "-" 3315357 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63ec1b0c12a24a12903e2-00683aee10" "proxy-server 3315357" 0.0306 "-" 3315357 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx63ec1b0c12a24a12903e2-00683aee10 - 0.0544 - - 1748692496.337549686 1748692496.391906023 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx29ff93e374d4487189ff5-00683aee10" "proxy-server 3315357" 0.0018 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54565/sdb1/3/a/c1" "tx29ff93e374d4487189ff5-00683aee10" "container-server 3315357" 0.0016 "-" 3315357 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44893/sda1/3/a/c1" "tx29ff93e374d4487189ff5-00683aee10" "container-server 3315357" 0.0009 "-" 3315357 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx29ff93e374d4487189ff5-00683aee10" "proxy-server 3315357" 0.0250 "-" 3315357 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx29ff93e374d4487189ff5-00683aee10" "proxy-server 3315357" 0.0255 "-" 3315357 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx29ff93e374d4487189ff5-00683aee10 - 0.0502 - - 1748692496.393316746 1748692496.443492413 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8d48b732ae1440eebcddc-00683aee10" "proxy-server 3315357" 0.0018 "-" 3315357 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54565/sdb1/0/a/c2" "tx8d48b732ae1440eebcddc-00683aee10" "container-server 3315357" 0.0064 "-" 3315357 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44893/sda1/0/a/c2" "tx8d48b732ae1440eebcddc-00683aee10" "container-server 3315357" 0.0016 "-" 3315357 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8d48b732ae1440eebcddc-00683aee10" "proxy-server 3315357" 0.0350 "-" 3315357 2 +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d_1748692568.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d_1748692568.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d_1748692571.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d_1748692571.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14_1748692574.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14_1748692574.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e_1748692577.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e_1748692577.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a_1748692580.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a_1748692580.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e_1748692583.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e_1748692583.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477_1748692586.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477_1748692586.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee_1748692589.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee_1748692589.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692592.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/600/978d2845fa3b8494ddd4833e7ff66600/978d2845fa3b8494ddd4833e7ff66600_1748692592.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692592.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/600/978d2845fa3b8494ddd4833e7ff66600/978d2845fa3b8494ddd4833e7ff66600_1748692592.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414_1748692595.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414_1748692595.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641_1748692598.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641_1748692598.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f_1748692601.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f_1748692601.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692604.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cf7/fc111876725be55c74dadbcdc6fb5cf7/fc111876725be55c74dadbcdc6fb5cf7_1748692604.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692604.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cf7/fc111876725be55c74dadbcdc6fb5cf7/fc111876725be55c74dadbcdc6fb5cf7_1748692604.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c_1748692607.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c_1748692607.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a_1748692610.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a_1748692610.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e_1748692613.00000.db +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:54:56 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8d48b732ae1440eebcddc-00683aee10" "proxy-server 3315357" 0.0275 "-" 3315357 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/54/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8d48b732ae1440eebcddc-00683aee10 - 0.0560 - - 1748692496.444832087 1748692496.500803232 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e_1748692613.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506_1748692616.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506_1748692616.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4_1748692619.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4_1748692619.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83_1748692622.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83_1748692622.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3_1748692625.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3_1748692625.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692628.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5ca/fe41ecbe490df9db21fcf7239b1975ca/fe41ecbe490df9db21fcf7239b1975ca_1748692628.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692628.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5ca/fe41ecbe490df9db21fcf7239b1975ca/fe41ecbe490df9db21fcf7239b1975ca_1748692628.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3_1748692631.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3_1748692631.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5_1748692634.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5_1748692634.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5_1748692637.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5_1748692637.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1_1748692640.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1_1748692640.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3_1748692643.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3_1748692643.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871_1748692646.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871_1748692646.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9_1748692649.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9_1748692649.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692652.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/ad7/38a0ede3752c4a1d794f1112bac64ad7/38a0ede3752c4a1d794f1112bac64ad7_1748692652.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692652.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/ad7/38a0ede3752c4a1d794f1112bac64ad7/38a0ede3752c4a1d794f1112bac64ad7_1748692652.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c_1748692655.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c_1748692655.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d_1748692658.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d_1748692658.00000.db +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx4d722b5f6aaa4d91b953f-00683aee0e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txbddc0f1edd494e27b046e-00683aee0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbddc0f1edd494e27b046e-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbddc0f1edd494e27b046e-00683aee0e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbddc0f1edd494e27b046e-00683aee0e) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe353b6622f594cd9ab908-00683aee0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe353b6622f594cd9ab908-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe353b6622f594cd9ab908-00683aee0e) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe353b6622f594cd9ab908-00683aee0e) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx3b3f01ae9db7421aa1acb-00683aee0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3b3f01ae9db7421aa1acb-00683aee0e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3b3f01ae9db7421aa1acb-00683aee0e) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3b3f01ae9db7421aa1acb-00683aee0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: Setting object count to 1068 (txn: txdda9c82fbf6a4beaa67ec-00683aee0f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Setting object count to 1068 (txn: txd4499790e9b74879b0906-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4_1748692661.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4_1748692661.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7_1748692664.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7_1748692664.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590_1748692667.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590_1748692667.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2_1748692670.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2_1748692670.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62_1748692673.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62_1748692673.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a_1748692676.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a_1748692676.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc_1748692679.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc_1748692679.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a_1748692682.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a_1748692682.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d_1748692685.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d_1748692685.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692688.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/8cb/db278fd72ba51b4920522cd67b0d28cb/db278fd72ba51b4920522cd67b0d28cb_1748692688.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692688.00000-0, db: /tmp/tmpwmuwkch0/sda/containers/0/8cb/db278fd72ba51b4920522cd67b0d28cb/db278fd72ba51b4920522cd67b0d28cb_1748692688.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692501.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e4a/338b698a999dc0004e02aa8b22791e4a/338b698a999dc0004e02aa8b22791e4a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692501.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e4a/338b698a999dc0004e02aa8b22791e4a/338b698a999dc0004e02aa8b22791e4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692509.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ca3/27d6cf5ca9224e93a86291d1cececca3/27d6cf5ca9224e93a86291d1cececca3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692509.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ca3/27d6cf5ca9224e93a86291d1cececca3/27d6cf5ca9224e93a86291d1cececca3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692521.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8b3/8309ed677d26736b9fd10d899cae48b3/8309ed677d26736b9fd10d899cae48b3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692521.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8b3/8309ed677d26736b9fd10d899cae48b3/8309ed677d26736b9fd10d899cae48b3.db +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692529.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4e8/c5962affdfe25ca170475b9fffaf94e8/c5962affdfe25ca170475b9fffaf94e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692529.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4e8/c5962affdfe25ca170475b9fffaf94e8/c5962affdfe25ca170475b9fffaf94e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692533.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/f3b/d640c45dda50e14e11d8cc3365883f3b/d640c45dda50e14e11d8cc3365883f3b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692533.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/f3b/d640c45dda50e14e11d8cc3365883f3b/d640c45dda50e14e11d8cc3365883f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692537.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e45/73c6aa162f0cd59d830a30ea15a6ae45/73c6aa162f0cd59d830a30ea15a6ae45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692537.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e45/73c6aa162f0cd59d830a30ea15a6ae45/73c6aa162f0cd59d830a30ea15a6ae45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692541.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/485/09b7e692290c73f53dd928ed23f50485/09b7e692290c73f53dd928ed23f50485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692541.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/485/09b7e692290c73f53dd928ed23f50485/09b7e692290c73f53dd928ed23f50485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692549.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/058/26977b0ac14846e2ed057aaefda2b058/26977b0ac14846e2ed057aaefda2b058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692549.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/058/26977b0ac14846e2ed057aaefda2b058/26977b0ac14846e2ed057aaefda2b058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692553.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/059/99fb9953d96574b16d61e882c0b3a059/99fb9953d96574b16d61e882c0b3a059.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692553.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/059/99fb9953d96574b16d61e882c0b3a059/99fb9953d96574b16d61e882c0b3a059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692557.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8e8/347d73c011b7beee494173e65bac48e8/347d73c011b7beee494173e65bac48e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692557.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8e8/347d73c011b7beee494173e65bac48e8/347d73c011b7beee494173e65bac48e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692561.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/eca/d95c93f38292ae86284427fad95f5eca/d95c93f38292ae86284427fad95f5eca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692561.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/eca/d95c93f38292ae86284427fad95f5eca/d95c93f38292ae86284427fad95f5eca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test ERROR: Failed to unlink '/tmp/tmpafp1fy96/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -42005,9 +44624,9 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpqhbj60f4/containers/part/suffix/hash/container_1714281814.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpqhbj60f4/containers/part/suffix/hash/container_1714281814.00000.db': ['/tmp/tmpqhbj60f4/containers/part/suffix/hash/container.db', '/tmp/tmpqhbj60f4/containers/part/suffix/hash/container_1714281815.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpqhbj60f4/containers/part/suffix/hash/container_1714281815.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpafp1fy96/containers/part/suffix/hash/container_1748692497.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpafp1fy96/containers/part/suffix/hash/container_1748692497.00000.db': ['/tmp/tmpafp1fy96/containers/part/suffix/hash/container.db', '/tmp/tmpafp1fy96/containers/part/suffix/hash/container_1748692498.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpafp1fy96/containers/part/suffix/hash/container_1748692498.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test-expirer DEBUG: Run begin @@ -42035,51 +44654,59 @@ Exception test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195413 1714195413-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606098 1748606098-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195413 1714195413-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606098 1748606098-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195413 1714195413-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606098 1748606098-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195413 1714195413-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606098 1748606098-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195413 1714195413-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606098 1748606098-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281812 1714281812-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692497 1748692497-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281812 1714281812-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692497 1748692497-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281812 1714281812-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692497 1748692497-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281812 1714281812-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692497 1748692497-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config @@ -42088,6 +44715,8 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes @@ -42106,414 +44735,392 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692617.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692617.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692629.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692629.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692653.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692653.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +swift: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0077 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0034 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0033 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 51345 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 51345 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 51345 0 -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 51345 - -test INFO: - - - [28/Apr/2024:05:23:33 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0045 "-" 51345 0 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbsqytu_8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbsqytu_8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbsqytu_8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbsqytu_8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:33 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 51345 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 51345 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:33 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51345 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:33 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51345 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:33 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a85ef683aaa4429b8f10-00662ddd55" "proxy-server 51345" 0.0012 "-" 51345 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40787/sda1/1/a/c" "tx7a85ef683aaa4429b8f10-00662ddd55" "container-server 51345" 0.0011 "-" 51345 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53183/sdb1/1/a/c" "tx7a85ef683aaa4429b8f10-00662ddd55" "container-server 51345" 0.0010 "-" 51345 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a85ef683aaa4429b8f10-00662ddd55" "proxy-server 51345" 0.0106 "-" 51345 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7a85ef683aaa4429b8f10-00662ddd55" "proxy-server 51345" 0.0159 "-" 51345 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7a85ef683aaa4429b8f10-00662ddd55 - 0.0228 - - 1714281813.983780146 1714281814.006620884 0 -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281893.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/81b/74fdf6bdf52b9898c0dc162faa6d781b/74fdf6bdf52b9898c0dc162faa6d781b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281903.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/770/09103686dadb9d14b5cd691e79803770/09103686dadb9d14b5cd691e79803770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281948.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/fdc/4a5b8b8210605cad9360f1c6915d2fdc/4a5b8b8210605cad9360f1c6915d2fdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281963.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281993.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/669/7267c23c62bb62db539e796e759a0669/7267c23c62bb62db539e796e759a0669.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282008.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/07a/ea8b40f3f7e27dcc27d058fcf48a307a/ea8b40f3f7e27dcc27d058fcf48a307a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282013.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1f0/06a2ed3aa8c616cd213e5d7aad5951f0/06a2ed3aa8c616cd213e5d7aad5951f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282023.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282053.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/681/0bbd78b6be3dd19515931d010a598681/0bbd78b6be3dd19515931d010a598681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282068.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/289/b567139ca176e788d1a3c70df0c33289/b567139ca176e788d1a3c70df0c33289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282073.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ede/7c8f253be0a46291c7fb27b879b22ede/7c8f253be0a46291c7fb27b879b22ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282083.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282088.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c43/002101cb58ca89367ebf30f8511bac43/002101cb58ca89367ebf30f8511bac43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282093.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/81c/eb03068b77ba02a775c419858fb7281c/eb03068b77ba02a775c419858fb7281c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282103.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282108.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a09/3d3eb07bcf3981ae038fc4c54e268a09/3d3eb07bcf3981ae038fc4c54e268a09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282113.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/cda/0210ba7133487d66049ffecba7c84cda/0210ba7133487d66049ffecba7c84cda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282123.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282128.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/381/5ce27216a595585340ede101195d2381/5ce27216a595585340ede101195d2381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282133.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/45f/1997c008167638737e0d5aa7b98a745f/1997c008167638737e0d5aa7b98a745f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282143.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282148.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5e8/50678f033362c72593cf14dc1d7245e8/50678f033362c72593cf14dc1d7245e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282153.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/cde/895db0494f958b8044d8c753b8fdecde/895db0494f958b8044d8c753b8fdecde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282163.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282168.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ca2/9a913598d8341fb602c301651af48ca2/9a913598d8341fb602c301651af48ca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282173.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b72/7eb92a9063c10008503e58bba14c1b72/7eb92a9063c10008503e58bba14c1b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282178.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f6f/e9dbd7a0bf950d11621db9fbeec21f6f/e9dbd7a0bf950d11621db9fbeec21f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282183.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282188.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/e96/d10c17960ae6c4d78734fc8b59411e96/d10c17960ae6c4d78734fc8b59411e96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282193.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bd3/323de3c475ecca9a6c534f0480a10bd3/323de3c475ecca9a6c534f0480a10bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282198.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/295/d93a2c7cf00b788f948fc0a6e53e8295/d93a2c7cf00b788f948fc0a6e53e8295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282203.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282208.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a06/c71342499a52d5dc3931bfe21df3fa06/c71342499a52d5dc3931bfe21df3fa06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282213.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/76e/a815cd86c5376cba3682182af30a276e/a815cd86c5376cba3682182af30a276e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282218.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/53f/3c87aad68973e517d104e61a5ecb353f/3c87aad68973e517d104e61a5ecb353f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282223.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282228.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3f6/55ae91923a2863d17c0d81fce34a73f6/55ae91923a2863d17c0d81fce34a73f6.db -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6d45f6ddca4945abac700-00662ddd56" "proxy-server 51345" 0.0011 "-" 51345 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53183/sdb1/1/a1/c1" "tx6d45f6ddca4945abac700-00662ddd56" "container-server 51345" 0.0010 "-" 51345 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40787/sda1/1/a1/c1" "tx6d45f6ddca4945abac700-00662ddd56" "container-server 51345" 0.0011 "-" 51345 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6d45f6ddca4945abac700-00662ddd56" "proxy-server 51345" 0.0126 "-" 51345 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6d45f6ddca4945abac700-00662ddd56" "proxy-server 51345" 0.0089 "-" 51345 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6d45f6ddca4945abac700-00662ddd56 - 0.0204 - - 1714281814.007929087 1714281814.028362513 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe078def97d6d495cb0f9e-00662ddd56" "proxy-server 51345" 0.0019 "-" 51345 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40787/sda1/2/a/c1" "txe078def97d6d495cb0f9e-00662ddd56" "container-server 51345" 0.0017 "-" 51345 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53183/sdb1/2/a/c1" "txe078def97d6d495cb0f9e-00662ddd56" "container-server 51345" 0.0010 "-" 51345 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe078def97d6d495cb0f9e-00662ddd56" "proxy-server 51345" 0.0105 "-" 51345 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe078def97d6d495cb0f9e-00662ddd56" "proxy-server 51345" 0.0153 "-" 51345 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe078def97d6d495cb0f9e-00662ddd56 - 0.0229 - - 1714281814.029730320 1714281814.052615881 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd4382fa1e9374ddcacf79-00662ddd56" "proxy-server 51345" 0.0019 "-" 51345 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53183/sdb1/1/a/c2" "txd4382fa1e9374ddcacf79-00662ddd56" "container-server 51345" 0.0010 "-" 51345 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40787/sda1/1/a/c2" "txd4382fa1e9374ddcacf79-00662ddd56" "container-server 51345" 0.0016 "-" 51345 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd4382fa1e9374ddcacf79-00662ddd56" "proxy-server 51345" 0.0131 "-" 51345 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd4382fa1e9374ddcacf79-00662ddd56" "proxy-server 51345" 0.0095 "-" 51345 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd4382fa1e9374ddcacf79-00662ddd56 - 0.0215 - - 1714281814.053990841 1714281814.075510263 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +swift: Pass completed in 0s; 0 objects expired +swift: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +swift: Pass completed in 0s; 0 objects expired +swift: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +swift: Pass completed in 0s; 0 objects expired test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_report test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282233.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/722/e0c0b028ec2b63668155c3004a93d722/e0c0b028ec2b63668155c3004a93d722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282238.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/83e/5415c321303f228fc8bf250aa551d83e/5415c321303f228fc8bf250aa551d83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282243.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282248.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/58e/83316863ff0dfb6527cb443f85fb658e/83316863ff0dfb6527cb443f85fb658e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282253.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/af5/34f24f9e1c51abf346524a1f97daaaf5/34f24f9e1c51abf346524a1f97daaaf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282258.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/eba/989b3831a4c5ea428fcfbaa701198eba/989b3831a4c5ea428fcfbaa701198eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282263.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282268.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f3e/dd741eda3b103a02c9f0267c85962f3e/dd741eda3b103a02c9f0267c85962f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282273.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/cc8/0fa829cf2a4b6ff55d4740e064652cc8/0fa829cf2a4b6ff55d4740e064652cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282278.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/04c/ce04375d5ab642716b70593b39dc204c/ce04375d5ab642716b70593b39dc204c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282283.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282288.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5a8/bbcedb83a6de37575f9dfc5c48aa35a8/bbcedb83a6de37575f9dfc5c48aa35a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282293.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4a1/fd045637975386eb9a8f2b8e1c3c94a1/fd045637975386eb9a8f2b8e1c3c94a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282298.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f54/978ffa1a841aaea071698f6534719f54/978ffa1a841aaea071698f6534719f54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282303.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282308.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6a6/a39212b2148cbeb06738e719fd25c6a6/a39212b2148cbeb06738e719fd25c6a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282313.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6b8/9d538ccbe97f300b7c10e212f14996b8/9d538ccbe97f300b7c10e212f14996b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282318.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5e3/41b15812650d3b3badf29ec81e9225e3/41b15812650d3b3badf29ec81e9225e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282323.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282328.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/800/4639674a790b9d25d9d8766d03c9e800/4639674a790b9d25d9d8766d03c9e800.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282333.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/380/74a7184f23c858214c9b9aef73206380/74a7184f23c858214c9b9aef73206380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282338.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ea9/e32409276f0389374a3b02c67e2a9ea9/e32409276f0389374a3b02c67e2a9ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282343.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/046/475579f064fa619d65f252c0cbe9d046/475579f064fa619d65f252c0cbe9d046.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282348.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d11/61383e8a192a03eab0592f81c345cd11/61383e8a192a03eab0592f81c345cd11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282353.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/859/06571c97b54eae3d847b67aed58e0859/06571c97b54eae3d847b67aed58e0859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282358.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/704/8750d5243bd51195c7619cff9b73d704/8750d5243bd51195c7619cff9b73d704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282363.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/584/bb3cf6aa47a9d850ada87810b2fd1584/bb3cf6aa47a9d850ada87810b2fd1584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282368.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/137/00edaeabb41899680425377ac871e137/00edaeabb41899680425377ac871e137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282373.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b13/a58b315945697ee59cb3122ac4430b13/a58b315945697ee59cb3122ac4430b13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282378.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f6d/807dd306b4f4b7edce2e5cfba4407f6d/807dd306b4f4b7edce2e5cfba4407f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282383.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/581/9404dc6e2112c84d27c1eb9706518581/9404dc6e2112c84d27c1eb9706518581.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282388.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bbe/3e7782191d843e1afe04f9a785830bbe/3e7782191d843e1afe04f9a785830bbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282393.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7d7/afdac27de31ae248dad6a6fc41da97d7/afdac27de31ae248dad6a6fc41da97d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282398.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/cfe/834629a717417e03d7b3aef14fbbdcfe/834629a717417e03d7b3aef14fbbdcfe.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692677.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692677.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692689.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ed7/fab93713ab7e7fdf126d8de0d4115ed7/fab93713ab7e7fdf126d8de0d4115ed7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692689.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/ed7/fab93713ab7e7fdf126d8de0d4115ed7/fab93713ab7e7fdf126d8de0d4115ed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692697.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692697.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692701.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/849/bda30b53f03d38e29968e22af21d2849/bda30b53f03d38e29968e22af21d2849.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692701.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/849/bda30b53f03d38e29968e22af21d2849/bda30b53f03d38e29968e22af21d2849.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692709.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692709.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692713.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/22b/9c02b634f2d47bd7fcaa6ef9173f422b/9c02b634f2d47bd7fcaa6ef9173f422b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692713.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/22b/9c02b634f2d47bd7fcaa6ef9173f422b/9c02b634f2d47bd7fcaa6ef9173f422b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7.db +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282403.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/319/87fca60e1b995ea17f34b3800ba6a319/87fca60e1b995ea17f34b3800ba6a319.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282408.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6d9/16fc4c9bc0a848433a04d8dde4f216d9/16fc4c9bc0a848433a04d8dde4f216d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282413.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/120/5ab8774f514a7c9d4623fd891d8b8120/5ab8774f514a7c9d4623fd891d8b8120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282418.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ff8/f03644ec0559cf454bd466fb49c3fff8/f03644ec0559cf454bd466fb49c3fff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282423.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bb7/1e2cc4b31355a48aa56056294ce2dbb7/1e2cc4b31355a48aa56056294ce2dbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282428.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3af/325272bad064eacf73c4da2a86e463af/325272bad064eacf73c4da2a86e463af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282433.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d03/0eb9ade639f9880849375a1ac1477d03/0eb9ade639f9880849375a1ac1477d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282438.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/8ca/c8974ac239fc90aeb65641227979a8ca/c8974ac239fc90aeb65641227979a8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282443.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7fc/90a6caa8677d5b0a0ef3e0f4290957fc/90a6caa8677d5b0a0ef3e0f4290957fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282448.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2a2/a9c815ac450544a3caf95e5b487052a2/a9c815ac450544a3caf95e5b487052a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282453.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5a2/8b3a132752b03c52f33db898fd4e25a2/8b3a132752b03c52f33db898fd4e25a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282458.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4f7/4c283300fa2c6c22edf0215eaf8be4f7/4c283300fa2c6c22edf0215eaf8be4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282463.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/10b/8626e3f418eb8b00a7b9cd1eeeee210b/8626e3f418eb8b00a7b9cd1eeeee210b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282468.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bb9/f808b85d9355922f1af4684910426bb9/f808b85d9355922f1af4684910426bb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282473.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/dd8/11ffaa852d103ffb67a373d2d2706dd8/11ffaa852d103ffb67a373d2d2706dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282478.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/614/af233f5d2331d7584f4c775f269d9614/af233f5d2331d7584f4c775f269d9614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282483.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f8f/882e965095a8dfc9d196edaff6331f8f/882e965095a8dfc9d196edaff6331f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282488.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9cc/36b9bcd36428a4e715a2395b101589cc/36b9bcd36428a4e715a2395b101589cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282493.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/04d/7eb7f64f369d96034cc688d85d71a04d/7eb7f64f369d96034cc688d85d71a04d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282498.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3ad/b270d523bfc8124670aaa0bd9699a3ad/b270d523bfc8124670aaa0bd9699a3ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282503.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b48/931541b3aeec6e4194a595f9b71e4b48/931541b3aeec6e4194a595f9b71e4b48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282508.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/28d/941fdda462fa53ae8f042a187addf28d/941fdda462fa53ae8f042a187addf28d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282513.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/340/36a868153bfd8facd0c2bcab734cc340/36a868153bfd8facd0c2bcab734cc340.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282518.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/82e/51b52042650ac2f9d418216c4992882e/51b52042650ac2f9d418216c4992882e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282523.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1e3/7e7874dfdc3b8a242972bdff3507b1e3/7e7874dfdc3b8a242972bdff3507b1e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282528.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/1b8/8516f7fa9a854c70300f12b18fdaf1b8/8516f7fa9a854c70300f12b18fdaf1b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282533.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/247/ecb58f46d19818173600b52958b4d247/ecb58f46d19818173600b52958b4d247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282538.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4cd/ecd44c57fc05c882252188ba1d1784cd/ecd44c57fc05c882252188ba1d1784cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282543.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/05a/3e48d4effda9da77c1751393e2d5305a/3e48d4effda9da77c1751393e2d5305a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282548.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/8c6/9e962dc788b2324ab41f4467572dc8c6/9e962dc788b2324ab41f4467572dc8c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282553.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bde/ba3647090c491b8e7c20905c9db22bde/ba3647090c491b8e7c20905c9db22bde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282558.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c84/a5f8601faac2fbff63b198ec89838c84/a5f8601faac2fbff63b198ec89838c84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282563.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2c4/60e6cf0cf5427b62e717dd7e1a90e2c4/60e6cf0cf5427b62e717dd7e1a90e2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282568.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f25/b2250e1dbca630e6dafbc9db31609f25/b2250e1dbca630e6dafbc9db31609f25.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692733.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692733.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692737.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692737.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/b2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692749.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/7c8/b608b55f1e4693139583f7e98d6797c8/b608b55f1e4693139583f7e98d6797c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692749.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/7c8/b608b55f1e4693139583f7e98d6797c8/b608b55f1e4693139583f7e98d6797c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692753.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/43b/c1fad4c7cd2b3d7e926b1c9f5b53743b/c1fad4c7cd2b3d7e926b1c9f5b53743b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692753.00000-0, db: /tmp/tmpyjbq8rgp/sda/containers/0/43b/c1fad4c7cd2b3d7e926b1c9f5b53743b/c1fad4c7cd2b3d7e926b1c9f5b53743b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692504.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/35b/65ac656b90164528b57a6ba4809c935b/65ac656b90164528b57a6ba4809c935b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692504.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/35b/65ac656b90164528b57a6ba4809c935b/65ac656b90164528b57a6ba4809c935b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692507.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692507.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692516.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/982/b5f8ced37d56d014491c960049167982/b5f8ced37d56d014491c960049167982.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692516.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/982/b5f8ced37d56d014491c960049167982/b5f8ced37d56d014491c960049167982.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692519.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692519.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692522.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/809/ba6753f8d3894747816c691d1f92f809/ba6753f8d3894747816c691d1f92f809.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692522.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/809/ba6753f8d3894747816c691d1f92f809/ba6753f8d3894747816c691d1f92f809.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282573.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d9d/cba6da67ba840db7158a022cfab77d9d/cba6da67ba840db7158a022cfab77d9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282578.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9c4/91618462c2633368755b0fe4e8fce9c4/91618462c2633368755b0fe4e8fce9c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282583.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6db/3fd0038f0c29ecb3ab9bb9a1a050c6db/3fd0038f0c29ecb3ab9bb9a1a050c6db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282588.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/58f/4fffdc5c53f30b696b0b385e9512f58f/4fffdc5c53f30b696b0b385e9512f58f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282593.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bd4/5ced8df37f53dbedd1dda4d8695dbbd4/5ced8df37f53dbedd1dda4d8695dbbd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282598.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a72/8f7a69765de43ba24fca5252707f1a72/8f7a69765de43ba24fca5252707f1a72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282603.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d9f/57ab73f79b9a5efddd6b3775c338cd9f/57ab73f79b9a5efddd6b3775c338cd9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282608.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/00b/bf2fdfab4a7f0f5e08525f56681ba00b/bf2fdfab4a7f0f5e08525f56681ba00b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282613.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/962/e52d0371055d35139c166d88d0ddc962/e52d0371055d35139c166d88d0ddc962.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282618.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bae/449e5f9b52a906b2ce72be7c3ab0cbae/449e5f9b52a906b2ce72be7c3ab0cbae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282623.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a29/0f44d4cf71bbf1eedd0e1c07b9129a29/0f44d4cf71bbf1eedd0e1c07b9129a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282628.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/233/2a610cfab5fc73e234c958a43b625233/2a610cfab5fc73e234c958a43b625233.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282633.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/62d/830892bec9ffecd2e37cd8e7b662c62d/830892bec9ffecd2e37cd8e7b662c62d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282638.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/92a/126e54b0db687c6aad4136fc2ffe792a/126e54b0db687c6aad4136fc2ffe792a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282643.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c6a/fd5ea8393342c5bf1de2d1d7b1776c6a/fd5ea8393342c5bf1de2d1d7b1776c6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282648.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/832/13bf4bb24c248ac9bd08d43a9c9d5832/13bf4bb24c248ac9bd08d43a9c9d5832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282653.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d01/194a36224d3b9a1f4413ce99e012ed01/194a36224d3b9a1f4413ce99e012ed01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282658.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f1a/3eac680031cf2b506d27e288f1cc0f1a/3eac680031cf2b506d27e288f1cc0f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282663.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5fe/d218ed854c7b4c99aea017f08d54c5fe/d218ed854c7b4c99aea017f08d54c5fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282668.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2a7/f09b0fec17d8fd282013b9031d02f2a7/f09b0fec17d8fd282013b9031d02f2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282673.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/49c/4136fb7eeb55a7c40f9c3337a336749c/4136fb7eeb55a7c40f9c3337a336749c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282678.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5cd/8f841db4c80338148665023115d145cd/8f841db4c80338148665023115d145cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282683.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/05a/fe927cfa47594dff58dbf03bd03bb05a/fe927cfa47594dff58dbf03bd03bb05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282688.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4dd/c69fe5f9939ede67fdcba03bbfbd44dd/c69fe5f9939ede67fdcba03bbfbd44dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282693.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9cd/5a8751c25c67ab4ea4d509f56442b9cd/5a8751c25c67ab4ea4d509f56442b9cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282698.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3d1/002074bf4f2cbb0cbea37d487adeb3d1/002074bf4f2cbb0cbea37d487adeb3d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282703.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/8fc/2dcf2254c1d884568014d0ac1dd7f8fc/2dcf2254c1d884568014d0ac1dd7f8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282708.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/19c/482435fce25e02151caa67eba8a3b19c/482435fce25e02151caa67eba8a3b19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282713.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5aa/7ddad5028f5767de3161383dbd4995aa/7ddad5028f5767de3161383dbd4995aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282718.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/29f/76ff76ad149be3cbd0c397068676629f/76ff76ad149be3cbd0c397068676629f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282723.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4e6/2b0952e3f819ed846749ab41b6f5b4e6/2b0952e3f819ed846749ab41b6f5b4e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282728.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/573/2ddb2fc0adb429f2ee795b50b505a573/2ddb2fc0adb429f2ee795b50b505a573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282733.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4e8/aa36bbc8afbf06a75755bd50969284e8/aa36bbc8afbf06a75755bd50969284e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282738.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4ae/aac29a47d6d22fa0eff541e811ea34ae/aac29a47d6d22fa0eff541e811ea34ae.db -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281812 1714281812-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692528.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/21f/5ddbe9f0275da59a453ed9561b50e21f/5ddbe9f0275da59a453ed9561b50e21f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692528.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/21f/5ddbe9f0275da59a453ed9561b50e21f/5ddbe9f0275da59a453ed9561b50e21f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692531.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a57/9c38931f539bdfa2669f54d4a42aea57/9c38931f539bdfa2669f54d4a42aea57.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692531.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a57/9c38931f539bdfa2669f54d4a42aea57/9c38931f539bdfa2669f54d4a42aea57.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692534.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/29a/43f1f5673f50dc3f52c6e48f174e029a/43f1f5673f50dc3f52c6e48f174e029a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692534.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/29a/43f1f5673f50dc3f52c6e48f174e029a/43f1f5673f50dc3f52c6e48f174e029a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692537.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e45/73c6aa162f0cd59d830a30ea15a6ae45/73c6aa162f0cd59d830a30ea15a6ae45.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692537.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e45/73c6aa162f0cd59d830a30ea15a6ae45/73c6aa162f0cd59d830a30ea15a6ae45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692540.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/22e/31f177823dec656b0c9f1f241b5dd22e/31f177823dec656b0c9f1f241b5dd22e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692540.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/22e/31f177823dec656b0c9f1f241b5dd22e/31f177823dec656b0c9f1f241b5dd22e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692543.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/234/85ce610169391e51ca30fc0ed6480234/85ce610169391e51ca30fc0ed6480234.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692543.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/234/85ce610169391e51ca30fc0ed6480234/85ce610169391e51ca30fc0ed6480234.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692546.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/4c4/784bc539c4d65f966037a014d28f94c4/784bc539c4d65f966037a014d28f94c4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692546.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/4c4/784bc539c4d65f966037a014d28f94c4/784bc539c4d65f966037a014d28f94c4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692549.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/058/26977b0ac14846e2ed057aaefda2b058/26977b0ac14846e2ed057aaefda2b058.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692549.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/058/26977b0ac14846e2ed057aaefda2b058/26977b0ac14846e2ed057aaefda2b058.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692552.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ae0/5390be175bc8f98a502d16fb1a4b5ae0/5390be175bc8f98a502d16fb1a4b5ae0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692552.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ae0/5390be175bc8f98a502d16fb1a4b5ae0/5390be175bc8f98a502d16fb1a4b5ae0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692558.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/6e3/eca1cd13cab40e1a911d80e278ce56e3/eca1cd13cab40e1a911d80e278ce56e3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692558.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/6e3/eca1cd13cab40e1a911d80e278ce56e3/eca1cd13cab40e1a911d80e278ce56e3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692561.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/eca/d95c93f38292ae86284427fad95f5eca/d95c93f38292ae86284427fad95f5eca.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692561.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/eca/d95c93f38292ae86284427fad95f5eca/d95c93f38292ae86284427fad95f5eca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692564.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e8d/c7157815dac01ac86fc109c3d39dae8d/c7157815dac01ac86fc109c3d39dae8d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692564.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e8d/c7157815dac01ac86fc109c3d39dae8d/c7157815dac01ac86fc109c3d39dae8d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692497 1748692497-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -42524,7 +45131,7 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1714195414-invalid0': +test-expirer ERROR: Unexcepted error handling task '1748606098-invalid0': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -42534,7 +45141,7 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path raise ValueError('Invalid path: %s' % quote(path)) ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1714195414-invalid1': +test-expirer ERROR: Unexcepted error handling task '1748606098-invalid1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -42597,20 +45204,2376 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpzjh158e2/devices/sda1 (pid: 3315359) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpzjh158e2/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.00000 +test INFO: Object update sweep completed on /tmp/tmpzjh158e2/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmphpmf32c9/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmphpmf32c9/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.00000 +test INFO: Object update sweep completed on /tmp/tmphpmf32c9/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp1yv08q3p/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmp1yv08q3p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp1yv08q3p/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 +test INFO: Object update sweep completed on /tmp/tmp1yv08q3p/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpk074wu_z/devices/sda1 (pid: 3315359) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpk074wu_z/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 +test INFO: Object update sweep completed on /tmp/tmpk074wu_z/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpk074wu_z/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpk074wu_z/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpk074wu_z/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 +test INFO: Object update sweep completed on /tmp/tmpk074wu_z/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcxkw1gz0/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpcxkw1gz0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpcxkw1gz0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpcxkw1gz0/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcxkw1gz0/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpcxkw1gz0/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 +test INFO: Object update sweep completed on /tmp/tmpcxkw1gz0/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7005cswo/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmp7005cswo/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7005cswo/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmp7005cswo/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7005cswo/devices/sda1 (pid: 3315359) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 to None +test INFO: Object update sweep completed on /tmp/tmp7005cswo/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7005cswo/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmp7005cswo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000 +test INFO: Object update sweep completed on /tmp/tmp7005cswo/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6456dd437bb437b8b7b9-00662ddd56) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692501.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692502.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692503.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692504.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpd2cqheyb/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpwifkle0v/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpwifkle0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692505.00000 +test INFO: Object update sweep completed on /tmp/tmpwifkle0v/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp6tzl6vi6/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmp6tzl6vi6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.00000 +test INFO: Object update sweep completed on /tmp/tmp6tzl6vi6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp6tzl6vi6/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmp6tzl6vi6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692502.00000 +test INFO: Object update sweep completed on /tmp/tmp6tzl6vi6/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpk95w2fv5/devices/sda1 (pid: 3315359) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpk95w2fv5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692499.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpk95w2fv5/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpbezy5ick/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpbezy5ick/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1748692499.96834 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpbezy5ick/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1748692499.96862 +test INFO: Object update sweep completed on /tmp/tmpbezy5ick/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfsqdujg3/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpfsqdujg3/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692500.18453 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpfsqdujg3/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692500.18462 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpfsqdujg3/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692500.18458 +test INFO: Object update sweep completed on /tmp/tmpfsqdujg3/devices/sda1 in 0.11s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpp6wvti_4/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpp6wvti_4/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1748692500.29223 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpp6wvti_4/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692500.29200 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpp6wvti_4/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692500.29209 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpp6wvti_4/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692500.29219 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692505.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3cb/f3282ba426efa94ddbc5a72b50f4e3cb/f3282ba426efa94ddbc5a72b50f4e3cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692525.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/902/3dde1a4f97024a79e068b31ecd7cd902/3dde1a4f97024a79e068b31ecd7cd902.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692530.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/70f/209dec10adda10b23bbe4201966d670f/209dec10adda10b23bbe4201966d670f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692540.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/22e/31f177823dec656b0c9f1f241b5dd22e/31f177823dec656b0c9f1f241b5dd22e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692550.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cb5/7d785ec6ce4964a6ca052a7e46e2fcb5/7d785ec6ce4964a6ca052a7e46e2fcb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +swift: Begin object update single threaded sweep +swift: Skipping: +swift: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +swift: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache#012 with lock_file(cache_file, lock_timeout, unlink=False) as cf:#012 File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__#012 return next(self.gen)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file#012 fd = os.open(filename, flags)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +swift: Begin object update single threaded sweep +swift: Skipping: +swift: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +swift: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache#012 with lock_file(cache_file, lock_timeout, unlink=False) as cf:#012 File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__#012 return next(self.gen)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file#012 fd = os.open(filename, flags)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep completed on /tmp/tmpp6wvti_4/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmph6ne05w1/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmph6ne05w1/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692500.29698 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmph6ne05w1/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692500.29679 +test INFO: Object update sweep completed on /tmp/tmph6ne05w1/devices/sda1 in 0.12s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.12s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp3_0ro9pd/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692500.41699 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692500.41708 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1748692500.41736 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1748692500.41732 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1748692500.41765 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1748692500.41741 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692500.41717 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1748692500.41725 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1748692500.41721 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1748692500.41728 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp3_0ro9pd/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692500.41713 +test INFO: Object update sweep completed on /tmp/tmp3_0ro9pd/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpa3hrj9gd/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpa3hrj9gd/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692500.63283 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpa3hrj9gd/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1748692500.63304 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpa3hrj9gd/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692500.63274 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpa3hrj9gd/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692500.63292 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpa3hrj9gd/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692500.63288 +test INFO: Object update sweep completed on /tmp/tmpa3hrj9gd/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42457/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:42457/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:42457/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692680.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/915/32aeff338be2c21289bbabd35f11e915/32aeff338be2c21289bbabd35f11e915.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692695.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692710.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2b9/b573c452cb7941d4aca301e146e532b9/b573c452cb7941d4aca301e146e532b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692740.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4e0/d188f977d93342d51fc9d75e82a024e0/d188f977d93342d51fc9d75e82a024e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692750.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0cd/cc9584493e181e955734f133148270cd/cc9584493e181e955734f133148270cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692755.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692760.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4ea/e8a43ecafc9bbdb06c0e577cf6a274ea/e8a43ecafc9bbdb06c0e577cf6a274ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692765.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ea4/355451e3c410a7d748145c144a3e3ea4/355451e3c410a7d748145c144a3e3ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692770.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d25/f138fb84bc5f75276ffae32f505fdd25/f138fb84bc5f75276ffae32f505fdd25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692775.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692780.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2a2/5d82bc89c835d238be0ae914a8d8a2a2/5d82bc89c835d238be0ae914a8d8a2a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692785.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ca1/a036c12981029e3d8659809e5eeb5ca1/a036c12981029e3d8659809e5eeb5ca1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692790.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/565/8d896795f31e3ff732908c438e384565/8d896795f31e3ff732908c438e384565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692795.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692800.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e7b/2299ecb5dd55cefd666712969915ce7b/2299ecb5dd55cefd666712969915ce7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692805.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cc4/307f1655e7a90b1bf9a0512d3c49fcc4/307f1655e7a90b1bf9a0512d3c49fcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692810.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/176/06ed56041cdd33df9f668b5b82d39176/06ed56041cdd33df9f668b5b82d39176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692815.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692820.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/875/400c1edbfbab225c802252118f87a875/400c1edbfbab225c802252118f87a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692825.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/1e4/218ee5c68a7c39064a46db427a12f1e4/218ee5c68a7c39064a46db427a12f1e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692830.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3f6/6418ab1b4a2514f98a043b2e23d823f6/6418ab1b4a2514f98a043b2e23d823f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692835.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692840.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/075/f0ecbf60f5f80bb56b6490f7a6a24075/f0ecbf60f5f80bb56b6490f7a6a24075.db +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test INFO: Timeout waiting on remote server 127.0.0.1:42457/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test INFO: Timeout connecting to remote server 127.0.0.1:42457/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpksksuspg/devices/sda1 (pid: 3315359) +test DEBUG: Update sent for /a/c/o /tmp/tmpksksuspg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692500.65987 +test INFO: Object update sweep completed on /tmp/tmpksksuspg/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpkjk6pje6/devices/sda1 (pid: 3315359) +test INFO: Object update sweep progress on /tmp/tmpkjk6pje6/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update sweep progress on /tmp/tmpkjk6pje6/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update sweep completed on /tmp/tmpkjk6pje6/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +test INFO: Object update sweep starting on /tmp/tmpqfwia6_b/devices/sda1 (pid: 3315359) +test INFO: Object update sweep completed on /tmp/tmpqfwia6_b/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3315359) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpm0p8siam/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm0p8siam/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpm0p8siam/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm0p8siam/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:00 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0116 "-" 3315359 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:00 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3315359 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ef87d205dfb42228538f-00683aee15" "proxy-server 3315359" 0.0012 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:40891/sdb1/0/a/c" "tx1ef87d205dfb42228538f-00683aee15" "container-server 3315359" 0.0011 "-" 3315359 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45691/sda1/0/a/c" "tx1ef87d205dfb42228538f-00683aee15" "container-server 3315359" 0.0051 "-" 3315359 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1ef87d205dfb42228538f-00683aee15" "proxy-server 3315359" 0.0301 "-" 3315359 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1ef87d205dfb42228538f-00683aee15" "proxy-server 3315359" 0.0181 "-" 3315359 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1ef87d205dfb42228538f-00683aee15 - 0.0377 - - 1748692501.015158415 1748692501.052901268 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx66339e85c27e42a98de24-00683aee15" "proxy-server 3315359" 0.0011 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:40891/sdb1/2/a1/c1" "tx66339e85c27e42a98de24-00683aee15" "container-server 3315359" 0.0052 "-" 3315359 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:45691/sda1/2/a1/c1" "tx66339e85c27e42a98de24-00683aee15" "container-server 3315359" 0.0009 "-" 3315359 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx66339e85c27e42a98de24-00683aee15" "proxy-server 3315359" 0.0163 "-" 3315359 0 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692845.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/c95/4392dd525459f392d9291eb266e0cc95/4392dd525459f392d9291eb266e0cc95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692850.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7b7/091ab087027ea538101db80f1663a7b7/091ab087027ea538101db80f1663a7b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692855.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692860.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8ea/ce348d38b0c1f546618c3b083b0f18ea/ce348d38b0c1f546618c3b083b0f18ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692865.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4d8/2023f4b07f9707ff76cd23f63790b4d8/2023f4b07f9707ff76cd23f63790b4d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692870.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/6b3/1f09595a7da2450f54b4b870b52f16b3/1f09595a7da2450f54b4b870b52f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692875.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692880.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0dc/a897f11208d3782cf9792143384c40dc/a897f11208d3782cf9792143384c40dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692885.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d0d/f93473435af51bed36b99a2f245b1d0d/f93473435af51bed36b99a2f245b1d0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692890.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5aa/adbb54a9e4880d4f059a3fe01358f5aa/adbb54a9e4880d4f059a3fe01358f5aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692895.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692900.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/100/2591a1b227091e1681497abc4a680100/2591a1b227091e1681497abc4a680100.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692905.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/233/da342331cd1e05d9a94ed837e0871233/da342331cd1e05d9a94ed837e0871233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692910.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3b7/ce2a400042b3ebe00d0dc1a99b2e13b7/ce2a400042b3ebe00d0dc1a99b2e13b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692915.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692920.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0ff/571de1d480f3a8be1ee95c3aa83720ff/571de1d480f3a8be1ee95c3aa83720ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692925.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/09f/abfeda7edeac84b47f8a6450ce04109f/abfeda7edeac84b47f8a6450ce04109f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692930.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2e5/9082cf9085fef965e5eec3489ad4b2e5/9082cf9085fef965e5eec3489ad4b2e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692935.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692940.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ea5/efce906436a26a72aac6eabae7f79ea5/efce906436a26a72aac6eabae7f79ea5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692945.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/30b/202e2d4cb0fdbc19390c14a8f6c7530b/202e2d4cb0fdbc19390c14a8f6c7530b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692950.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fd7/daa41cfe29578cdbb1ec4da33a83ffd7/daa41cfe29578cdbb1ec4da33a83ffd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692955.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692960.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/da0/af156c3cfb839fc7798e02e6917cbda0/af156c3cfb839fc7798e02e6917cbda0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692965.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4ab/a62b16cf444fe716d136c17dab3d14ab/a62b16cf444fe716d136c17dab3d14ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692970.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e99/d1b8397da7b4e603c4e827e55d2b8e99/d1b8397da7b4e603c4e827e55d2b8e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692975.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692980.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d75/c361565bd26aa03085fa418cc26ccd75/c361565bd26aa03085fa418cc26ccd75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692985.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/28c/52a0b05268a02dacf548597f520fc28c/52a0b05268a02dacf548597f520fc28c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692990.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e61/4085cbca1f9e2e424f0daf57440d0e61/4085cbca1f9e2e424f0daf57440d0e61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692995.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693000.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/9a4/e5b05cd101c354493658591ec48df9a4/e5b05cd101c354493658591ec48df9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693005.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/97e/834a7ea5e553bdb7f6949650e1ad197e/834a7ea5e553bdb7f6949650e1ad197e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693010.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d4c/2a6eed10cdbcdee36b10cd5d4f84cd4c/2a6eed10cdbcdee36b10cd5d4f84cd4c.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693015.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/208/0df1f4ec201c94ad927bafe43b108208/0df1f4ec201c94ad927bafe43b108208.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693020.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e51/779d267a5989a0d3f3d9f0f6f9130e51/779d267a5989a0d3f3d9f0f6f9130e51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693025.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4fc/f3828cacf33a987eca53059b1d56a4fc/f3828cacf33a987eca53059b1d56a4fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693030.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/838/93e9de47d1db0b0fe5d024c7108bc838/93e9de47d1db0b0fe5d024c7108bc838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693035.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3a9/0d196dc99817791ff351fb54ae2743a9/0d196dc99817791ff351fb54ae2743a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693040.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/9a7/c8839b698a41cf18569951e01e7699a7/c8839b698a41cf18569951e01e7699a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693045.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/908/96631051f5f19adacd92e21d61ba6908/96631051f5f19adacd92e21d61ba6908.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693050.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7c7/846a44aaa5078ff79af87a4ac7c827c7/846a44aaa5078ff79af87a4ac7c827c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693055.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a43/8db6fe53a37e8f0a33fbf7e629391a43/8db6fe53a37e8f0a33fbf7e629391a43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693060.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d7d/672437de9bcb43067a8f3e8c448bdd7d/672437de9bcb43067a8f3e8c448bdd7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693065.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/87d/039f34924645a144d4032625ac37387d/039f34924645a144d4032625ac37387d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693070.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4e4/715e4bafd2ffc2acc0b8f982a0ab24e4/715e4bafd2ffc2acc0b8f982a0ab24e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693075.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/c5f/b4a243ef1190a4b6dbb3234b55409c5f/b4a243ef1190a4b6dbb3234b55409c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693080.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5a4/959013d27c013c530821245d6d80c5a4/959013d27c013c530821245d6d80c5a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693085.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/307/469e49bfe8d38f7cc2c3a3fd71593307/469e49bfe8d38f7cc2c3a3fd71593307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693090.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/468/ebd6a9865d0245277ed3c62cd040d468/ebd6a9865d0245277ed3c62cd040d468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693095.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/97e/84581c038b5ccb39e6467cb098df297e/84581c038b5ccb39e6467cb098df297e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693100.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d2e/373831221108976d6170a43ed94f9d2e/373831221108976d6170a43ed94f9d2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693105.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/80a/667f79c6196a333f7974902e7857d80a/667f79c6196a333f7974902e7857d80a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693110.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2d1/0db09c0317805348368ab36e1755e2d1/0db09c0317805348368ab36e1755e2d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693115.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a1c/0af6781e4f7ae2262221d34dfa3c7a1c/0af6781e4f7ae2262221d34dfa3c7a1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693120.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2b9/70a4b79329a1fe8d22f0ec8ec7b082b9/70a4b79329a1fe8d22f0ec8ec7b082b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693125.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/213/3a4d03eb82ee0ea4aa4507df36ffd213/3a4d03eb82ee0ea4aa4507df36ffd213.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693130.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/355/c16a65804087d742891009c76e787355/c16a65804087d742891009c76e787355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693135.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693140.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/bb6/aefafe584623ffdb7fdb58ed6115bbb6/aefafe584623ffdb7fdb58ed6115bbb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693145.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/25b/7cb68bf989332ecd7d71b4f4c6cae25b/7cb68bf989332ecd7d71b4f4c6cae25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693150.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ab2/b2bec1854222b441ae449368c971cab2/b2bec1854222b441ae449368c971cab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693155.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4eb/22e95a20dbc83ad5e6525a652e5b44eb/22e95a20dbc83ad5e6525a652e5b44eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693160.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/723/83ac31ee455ee40e5d69c7ac1cff0723/83ac31ee455ee40e5d69c7ac1cff0723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693165.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cd5/b3151e3a1e65b1cd7fa2657111f76cd5/b3151e3a1e65b1cd7fa2657111f76cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693170.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2e0/b49884d88d260cebad2e97b355ed82e0/b49884d88d260cebad2e97b355ed82e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693175.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/961/5aea4af9700be0c40369cc84c8e56961/5aea4af9700be0c40369cc84c8e56961.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693180.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d3a/e7ba943dbec374eca3b03636a9439d3a/e7ba943dbec374eca3b03636a9439d3a.db +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx66339e85c27e42a98de24-00683aee15" "proxy-server 3315359" 0.0253 "-" 3315359 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx66339e85c27e42a98de24-00683aee15 - 0.0406 - - 1748692501.058504820 1748692501.099058867 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx66bf2024a62d4a51be06c-00683aee15" "proxy-server 3315359" 0.0018 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:45691/sda1/0/a/c1" "tx66bf2024a62d4a51be06c-00683aee15" "container-server 3315359" 0.0012 "-" 3315359 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40891/sdb1/0/a/c1" "tx66bf2024a62d4a51be06c-00683aee15" "container-server 3315359" 0.0016 "-" 3315359 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx66bf2024a62d4a51be06c-00683aee15" "proxy-server 3315359" 0.0265 "-" 3315359 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx66bf2024a62d4a51be06c-00683aee15" "proxy-server 3315359" 0.0358 "-" 3315359 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx66bf2024a62d4a51be06c-00683aee15 - 0.0638 - - 1748692501.100376368 1748692501.164215088 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2cadf6bea8f64af6aece0-00683aee15" "proxy-server 3315359" 0.0019 "-" 3315359 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40891/sdb1/2/a/c2" "tx2cadf6bea8f64af6aece0-00683aee15" "container-server 3315359" 0.0052 "-" 3315359 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45691/sda1/2/a/c2" "tx2cadf6bea8f64af6aece0-00683aee15" "container-server 3315359" 0.0015 "-" 3315359 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2cadf6bea8f64af6aece0-00683aee15" "proxy-server 3315359" 0.0377 "-" 3315359 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:01 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2cadf6bea8f64af6aece0-00683aee15" "proxy-server 3315359" 0.0262 "-" 3315359 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2cadf6bea8f64af6aece0-00683aee15 - 0.0546 - - 1748692501.165553093 1748692501.220148802 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Setting object count to 1068 (txn: tx4d8a556239e64d36a4d82-00683aee0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8a663ea1e8549d588f0b-00683aee11) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txe8a663ea1e8549d588f0b-00683aee11) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txe8a663ea1e8549d588f0b-00683aee11) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx3d5d7071771949cd8b418-00683aee13) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx3d5d7071771949cd8b418-00683aee13) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx3d5d7071771949cd8b418-00683aee13) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx364225646e1d4201ba086-00683aee15) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693185.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3eb/40c982768441999b724c35879d7313eb/40c982768441999b724c35879d7313eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693190.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a3a/6bf4fde07bbdf14bff184b2624360a3a/6bf4fde07bbdf14bff184b2624360a3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693195.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5be/5ccecb9dd4900f9c3d52fb3b441b65be/5ccecb9dd4900f9c3d52fb3b441b65be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693200.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d5e/5b91175ef95992cae64c2893d5fe7d5e/5b91175ef95992cae64c2893d5fe7d5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693205.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fc2/45a17977be979df7633dc21b13d1efc2/45a17977be979df7633dc21b13d1efc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693210.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8fe/70ca6136f853f8d0e47ffa22d7af58fe/70ca6136f853f8d0e47ffa22d7af58fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693215.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/bdc/8d7a8b284d73b9c16535a82a7757cbdc/8d7a8b284d73b9c16535a82a7757cbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693220.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/b3a/f1331bd3d090dd80ca30d168c1338b3a/f1331bd3d090dd80ca30d168c1338b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693225.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/1bf/98473ce019bd657ffab8f0b16ed0b1bf/98473ce019bd657ffab8f0b16ed0b1bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693230.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/467/2621a942d7e1fb08ce5a7f23b6ee6467/2621a942d7e1fb08ce5a7f23b6ee6467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693235.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/1f0/6f99069171ef69172396a644057ad1f0/6f99069171ef69172396a644057ad1f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693240.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/69b/6ba4a7aa0f7666edd740434104fd669b/6ba4a7aa0f7666edd740434104fd669b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693245.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/b12/8b98cb2f4028389203217a725745db12/8b98cb2f4028389203217a725745db12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693250.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/446/d652800160ef5cf3c15f024d74252446/d652800160ef5cf3c15f024d74252446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693255.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/45b/05506b913a79d1bad6723e722dea545b/05506b913a79d1bad6723e722dea545b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693260.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3a0/8655f555b2cd12ec56e6c5faea5bb3a0/8655f555b2cd12ec56e6c5faea5bb3a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693265.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/730/85af4227fb199494dcb47fac776aa730/85af4227fb199494dcb47fac776aa730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693270.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a0e/3013542ba556638481f3d7861ae11a0e/3013542ba556638481f3d7861ae11a0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693275.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/9d2/5682d38749c4e58f962827f33ba089d2/5682d38749c4e58f962827f33ba089d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693280.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/031/5ac78d364ba8614cf835847c172e3031/5ac78d364ba8614cf835847c172e3031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693285.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/bb7/f436e6815a1d5bb0924538392de42bb7/f436e6815a1d5bb0924538392de42bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693290.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7fe/68d7336818860c89e2bf19539be617fe/68d7336818860c89e2bf19539be617fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693295.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/436/17a4aa223b30bf8052c2514aa4da8436/17a4aa223b30bf8052c2514aa4da8436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693300.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ef3/114b4467b258b7c817023bcd447a1ef3/114b4467b258b7c817023bcd447a1ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693305.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/39b/9112dabd68ce4d77cb80611246b9d39b/9112dabd68ce4d77cb80611246b9d39b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693310.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/862/ee88ec811d2b0ea77745673a37aac862/ee88ec811d2b0ea77745673a37aac862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693315.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2e4/559ea89e228ece7803d44e31475402e4/559ea89e228ece7803d44e31475402e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693320.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/266/3536f9f5bc714c7d55439af2fd437266/3536f9f5bc714c7d55439af2fd437266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693325.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/109/71425603c9fabf006b013296cab44109/71425603c9fabf006b013296cab44109.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693330.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/c17/0591bf871591e9253add45ff3193cc17/0591bf871591e9253add45ff3193cc17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693335.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/69b/1dddf9a8e84de473452bf4b43196a69b/1dddf9a8e84de473452bf4b43196a69b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693340.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/17e/ddc981e08fffc277b1f844b8901c317e/ddc981e08fffc277b1f844b8901c317e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693345.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/17e/80f36641d3b65207bdb6acffae2ca17e/80f36641d3b65207bdb6acffae2ca17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693350.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/6c2/692d1cc2bdcd9c776999e097df8766c2/692d1cc2bdcd9c776999e097df8766c2.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +Unlinked retiring db '/tmp/tmpdsyv1ni_/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmponi5nvlj/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmp39dhiy8q/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693355.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/47f/4151ebbf92a5a06875ba24c85b52b47f/4151ebbf92a5a06875ba24c85b52b47f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693360.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ea6/56aaee0af77de1e8d3c1f76bb971eea6/56aaee0af77de1e8d3c1f76bb971eea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693365.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/468/1afd9059418cc6d8ed0a4354cc3ce468/1afd9059418cc6d8ed0a4354cc3ce468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693370.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7d5/228be9ab6c5705c932edd9dfc2fd47d5/228be9ab6c5705c932edd9dfc2fd47d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693375.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/1b3/0918fae65bf0f1907a298fd6d0b521b3/0918fae65bf0f1907a298fd6d0b521b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693380.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/367/4d1ff2a07cd41b573a1a6fed4009c367/4d1ff2a07cd41b573a1a6fed4009c367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693385.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7bd/20d5976fe9988909e639834d1cf4b7bd/20d5976fe9988909e639834d1cf4b7bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693390.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8ac/7579eac71a70e65b8dfa2d3ce8de18ac/7579eac71a70e65b8dfa2d3ce8de18ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693395.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7fb/d74a469247066fabddd56bd9c55857fb/d74a469247066fabddd56bd9c55857fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693400.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/b72/6e13c649928239cc0fa933eae4e1eb72/6e13c649928239cc0fa933eae4e1eb72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693405.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a71/0022d6f7d5a9d445dacdc79ea90a9a71/0022d6f7d5a9d445dacdc79ea90a9a71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693410.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cd9/cf836dba0eace9f7fbd1207c33867cd9/cf836dba0eace9f7fbd1207c33867cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693415.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/02c/a8558af4f41d5074512068164a27202c/a8558af4f41d5074512068164a27202c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693420.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a73/1b04e96323f69d279bc1499049de0a73/1b04e96323f69d279bc1499049de0a73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693425.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/af1/746f6ca649ec1f3c5874bf6ca87ebaf1/746f6ca649ec1f3c5874bf6ca87ebaf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693430.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0be/7d9461f98425a05dec4ed8d3896e80be/7d9461f98425a05dec4ed8d3896e80be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693435.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/cee/6b2ba4fdb91609be42bd9caa7a769cee/6b2ba4fdb91609be42bd9caa7a769cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693440.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/764/9f821e319c3a30beabe6eb4d6317e764/9f821e319c3a30beabe6eb4d6317e764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693445.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/182/215bcfb0e62f2e6cd30b45b874cf6182/215bcfb0e62f2e6cd30b45b874cf6182.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693450.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e28/c3c63827fe4be7e554a48fa393df9e28/c3c63827fe4be7e554a48fa393df9e28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693455.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/401/b3c8f9e566122c94b8b21de9b663e401/b3c8f9e566122c94b8b21de9b663e401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693460.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/eee/2ccc96e349fc9a1bd277c17398933eee/2ccc96e349fc9a1bd277c17398933eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693465.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/0a5/a68e7145d239be614cace4f21796b0a5/a68e7145d239be614cace4f21796b0a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693470.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/88f/034ee8c32033babba4e968c61c6b188f/034ee8c32033babba4e968c61c6b188f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693475.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/bc6/491862afb317f24bb14adc53fe5f9bc6/491862afb317f24bb14adc53fe5f9bc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693480.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d28/f6156ffb375455e51bc471c862e18d28/f6156ffb375455e51bc471c862e18d28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693485.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/eae/32a4dbf5dd74986919ae0b597fc3ceae/32a4dbf5dd74986919ae0b597fc3ceae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693490.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/8ca/10be2f671bd3554d7a98c342e38a68ca/10be2f671bd3554d7a98c342e38a68ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693495.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d68/c6b347f0088857c0be1dde1d5da28d68/c6b347f0088857c0be1dde1d5da28d68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693500.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3f3/71fbfd53b886674e82330a15601193f3/71fbfd53b886674e82330a15601193f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693505.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5c4/3de5e5fafeec766150c05014a329e5c4/3de5e5fafeec766150c05014a329e5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693510.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2fb/cbb2d80755fe9196acf019f13119a2fb/cbb2d80755fe9196acf019f13119a2fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693515.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/47c/cd0e9d62d1b6bdaf341d9ad3c791c47c/cd0e9d62d1b6bdaf341d9ad3c791c47c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693520.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a4e/6883c3195e4e8dd0249bfbdfea126a4e/6883c3195e4e8dd0249bfbdfea126a4e.db +Unlinked retiring db '/tmp/tmpaekxbdjk/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693525.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5b2/bb81d69f52fd8fb29b42c39309d9a5b2/bb81d69f52fd8fb29b42c39309d9a5b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693530.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/77b/ad0255529d578b731cd06bd3f981977b/ad0255529d578b731cd06bd3f981977b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693535.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ac6/df44b3b8cb857a9a24e30ecd36783ac6/df44b3b8cb857a9a24e30ecd36783ac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693540.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/93d/10e4ffd8aca0e6264d9f7c72d6d5893d/10e4ffd8aca0e6264d9f7c72d6d5893d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693545.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a8d/10f871cfb10ef8b47ba904afbe6d8a8d/10f871cfb10ef8b47ba904afbe6d8a8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693550.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fd9/26c442b64bfad63ea6ad7c6041cb9fd9/26c442b64bfad63ea6ad7c6041cb9fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693555.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/2b3/b7f73b0d9cd1612d66fe6043be6132b3/b7f73b0d9cd1612d66fe6043be6132b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693560.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/23a/7fc1d4c5c096f491cf96da6f5f0ea23a/7fc1d4c5c096f491cf96da6f5f0ea23a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693565.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/6b3/f63e18850123eecf3058080d713f16b3/f63e18850123eecf3058080d713f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693570.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5f9/9501c3c41e1f18c91299bd4bfb03e5f9/9501c3c41e1f18c91299bd4bfb03e5f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693575.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/508/b0be4da9d203c0a793f119f1193f2508/b0be4da9d203c0a793f119f1193f2508.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693580.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/43e/56e502cf0a8e280e98889cb5d374b43e/56e502cf0a8e280e98889cb5d374b43e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693585.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/fa8/f777a0db3e6bada46c58d642beb6efa8/f777a0db3e6bada46c58d642beb6efa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693590.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ec0/9d31167f5798b3e9e84300c56d951ec0/9d31167f5798b3e9e84300c56d951ec0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693595.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/626/ebbafd036ad026996fdc171eff1e4626/ebbafd036ad026996fdc171eff1e4626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693600.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/01a/76c752a6b880828527049dea7491d01a/76c752a6b880828527049dea7491d01a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693605.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a41/dc3aae5dda11573a80d3bfa343ddca41/dc3aae5dda11573a80d3bfa343ddca41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693610.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/b94/8b0f3834b24cb41e414a6e9cf39e8b94/8b0f3834b24cb41e414a6e9cf39e8b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693615.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/769/abd984dc9246b6638c3643e9a8f11769/abd984dc9246b6638c3643e9a8f11769.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693620.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/975/5963acc6549ffdc4ae4fc35b8d6d7975/5963acc6549ffdc4ae4fc35b8d6d7975.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693625.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/acd/24e8b3380a565a4283ccd8b6ea75eacd/24e8b3380a565a4283ccd8b6ea75eacd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693630.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3d4/1ded7a996dd1b6923dd168136e6ec3d4/1ded7a996dd1b6923dd168136e6ec3d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693635.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/eaf/539c39c452bb16ab80bdd7b717ab5eaf/539c39c452bb16ab80bdd7b717ab5eaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693640.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/7dd/3eb32401f6a6c8e0dbce64d9c9f547dd/3eb32401f6a6c8e0dbce64d9c9f547dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693645.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/748/f379ce0c9c3324ae49209d07130f7748/f379ce0c9c3324ae49209d07130f7748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693650.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/13b/0e943b8fdf93b8605650b3bf87ade13b/0e943b8fdf93b8605650b3bf87ade13b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693655.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/4a8/1158e459678c38c9018b168b5228b4a8/1158e459678c38c9018b168b5228b4a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693660.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d0f/084c98fa56466620bfd9199a00543d0f/084c98fa56466620bfd9199a00543d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693665.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/295/b7c0101abc33f039ef5b59fb6d4ad295/b7c0101abc33f039ef5b59fb6d4ad295.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693670.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d21/b92aa8fe155a57e6c259f7a7a7789d21/b92aa8fe155a57e6c259f7a7a7789d21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693675.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/f67/64cc667ce7cb771822f727e6313c5f67/64cc667ce7cb771822f727e6313c5f67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693680.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/ae2/4dfad2418fd8e94a240270b453cebae2/4dfad2418fd8e94a240270b453cebae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693685.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/89b/07145966a9d4dc743749747828abb89b/07145966a9d4dc743749747828abb89b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693690.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/533/ebe29952123482ab510e18073a93a533/ebe29952123482ab510e18073a93a533.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a0e37f11e63423c817d6-00683aee11) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx2a0e37f11e63423c817d6-00683aee11) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx2a0e37f11e63423c817d6-00683aee11) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx2bcfc6f6924140728aac9-00683aee13) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx2bcfc6f6924140728aac9-00683aee13) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx2bcfc6f6924140728aac9-00683aee13) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Setting object count to 1058 (txn: tx7358ea5dbe0b4b49915bb-00683aee15) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx973751857398449ebe9dd-00683aee17) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693695.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d43/221fa1dcd8fe3a323eae8b4e4b4ecd43/221fa1dcd8fe3a323eae8b4e4b4ecd43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693700.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d29/2b24b5c9b6663d0e35224375afe87d29/2b24b5c9b6663d0e35224375afe87d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693705.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/f7f/c1ae257472f2009c67da093c1f7e7f7f/c1ae257472f2009c67da093c1f7e7f7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693710.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/614/3d1a27b7e9db56dd002e225a1b9d0614/3d1a27b7e9db56dd002e225a1b9d0614.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693715.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/092/eb5f5bb8b3fd0435f54d118f781db092/eb5f5bb8b3fd0435f54d118f781db092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693720.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/86d/689c5efcff3450c9bf28b62b25dcf86d/689c5efcff3450c9bf28b62b25dcf86d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693725.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/906/2eb9e4e4eba42b3e1280d17f8142a906/2eb9e4e4eba42b3e1280d17f8142a906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693730.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/80e/46daf0b7e218ad21121636d008c8080e/46daf0b7e218ad21121636d008c8080e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693735.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693740.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e27/2642141a4e2e75d1c5c349479a62ae27/2642141a4e2e75d1c5c349479a62ae27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693745.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/313/400df33090490e6ffc069ee09133c313/400df33090490e6ffc069ee09133c313.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693750.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/51d/6ddfd338902b3e1b76d95a5bd5ec651d/6ddfd338902b3e1b76d95a5bd5ec651d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693755.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/17e/88aa4b0e5eeac4c5050708472af5817e/88aa4b0e5eeac4c5050708472af5817e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693760.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/d1f/0a1298d32cee11c3bbfdcef8831d3d1f/0a1298d32cee11c3bbfdcef8831d3d1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693765.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/5f6/da90ae3e1c2e9d69370a107ff31075f6/da90ae3e1c2e9d69370a107ff31075f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693770.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/e39/be7a52012f52b540e37fff218d3ece39/be7a52012f52b540e37fff218d3ece39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693775.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/a07/e89e45e1488982ee0d444b60c5ff8a07/e89e45e1488982ee0d444b60c5ff8a07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693780.00000-0, db: /tmp/tmp4ksulnr7/sda/containers/0/be7/8111d12a96d72b27ab0c58f859ef5be7/8111d12a96d72b27ab0c58f859ef5be7.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692507.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/429/22eb69629f6dfe3f3c8c6fde83445429/22eb69629f6dfe3f3c8c6fde83445429_1748692507.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85_1748692511.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225_1748692515.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692519.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66_1748692519.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692523.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fdc/57296ff1421d7e27117f674e60357fdc/57296ff1421d7e27117f674e60357fdc_1748692523.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e93/6c308ecb586f690f42ff280daa818e93/6c308ecb586f690f42ff280daa818e93.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692527.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e93/6c308ecb586f690f42ff280daa818e93/6c308ecb586f690f42ff280daa818e93_1748692527.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a57/9c38931f539bdfa2669f54d4a42aea57/9c38931f539bdfa2669f54d4a42aea57.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692531.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a57/9c38931f539bdfa2669f54d4a42aea57/9c38931f539bdfa2669f54d4a42aea57_1748692531.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692535.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0/4ea5b5b4f0ac16e7184f1d29f6da8ee0_1748692535.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692539.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a_1748692539.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/234/85ce610169391e51ca30fc0ed6480234/85ce610169391e51ca30fc0ed6480234.db' +test ERROR: Failed to unlink '/tmp/tmptpv0se54/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmptpv0se54/containers/part/suffix/hash/container_1748692476.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmptpv0se54/containers/part/suffix/hash/container_1748692476.00000.db': ['/tmp/tmptpv0se54/containers/part/suffix/hash/container.db', '/tmp/tmptpv0se54/containers/part/suffix/hash/container_1748692477.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmptpv0se54/containers/part/suffix/hash/container_1748692477.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpukm3tsib/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpukm3tsib/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpcpnwmgk9/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpcpnwmgk9/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692543.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/234/85ce610169391e51ca30fc0ed6480234/85ce610169391e51ca30fc0ed6480234_1748692543.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/079/eb871d0bf040190c9e16968d3aa61079/eb871d0bf040190c9e16968d3aa61079.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692547.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/079/eb871d0bf040190c9e16968d3aa61079/eb871d0bf040190c9e16968d3aa61079_1748692547.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692551.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d_1748692551.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74_1748692555.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b_1748692559.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692563.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e_1748692563.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009_1748692567.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d_1748692571.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae_1748692575.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b_1748692579.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e_1748692583.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692587.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199_1748692587.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2_1748692591.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414_1748692595.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/7ff/983c466c8af828be4e3f03d1a451f7ff/983c466c8af828be4e3f03d1a451f7ff.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692599.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/7ff/983c466c8af828be4e3f03d1a451f7ff/983c466c8af828be4e3f03d1a451f7ff_1748692599.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3_1748692603.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c_1748692607.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692611.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51_1748692611.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc_1748692615.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4_1748692619.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/430/32fe6c0132fd04e9283a873f0a045430/32fe6c0132fd04e9283a873f0a045430.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692623.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/430/32fe6c0132fd04e9283a873f0a045430/32fe6c0132fd04e9283a873f0a045430_1748692623.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20_1748692627.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3_1748692631.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04_1748692635.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60_1748692639.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3_1748692643.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/58b/728bf5e33bbd01775118bda49fe2f58b/728bf5e33bbd01775118bda49fe2f58b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692647.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/58b/728bf5e33bbd01775118bda49fe2f58b/728bf5e33bbd01775118bda49fe2f58b_1748692647.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0_1748692651.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c_1748692655.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/dd8/063214cec5742b81fcaaf2f980893dd8/063214cec5742b81fcaaf2f980893dd8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692659.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/dd8/063214cec5742b81fcaaf2f980893dd8/063214cec5742b81fcaaf2f980893dd8_1748692659.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3_1748692663.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590_1748692667.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692671.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2_1748692671.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0_1748692675.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc_1748692679.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/605/0dfa95270ddc6783ece51df0d69a3605/0dfa95270ddc6783ece51df0d69a3605.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692683.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/605/0dfa95270ddc6783ece51df0d69a3605/0dfa95270ddc6783ece51df0d69a3605_1748692683.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d_1748692687.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692691.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1_1748692691.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692695.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf_1748692695.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c_1748692699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/afa/1d2400fd7ed2d0536db8f7406d544afa/1d2400fd7ed2d0536db8f7406d544afa.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692703.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/afa/1d2400fd7ed2d0536db8f7406d544afa/1d2400fd7ed2d0536db8f7406d544afa_1748692703.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a33/31b4ca86efa2d8855796da21dd708a33/31b4ca86efa2d8855796da21dd708a33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692707.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a33/31b4ca86efa2d8855796da21dd708a33/31b4ca86efa2d8855796da21dd708a33_1748692707.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b_1748692711.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5_1748692715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/11c/80d8940fc29dc3b16cace28f86dad11c/80d8940fc29dc3b16cace28f86dad11c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692719.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/11c/80d8940fc29dc3b16cace28f86dad11c/80d8940fc29dc3b16cace28f86dad11c_1748692719.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a_1748692723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/bd0/09be492db4989b6df2a7a8d764aacbd0/09be492db4989b6df2a7a8d764aacbd0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692727.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/bd0/09be492db4989b6df2a7a8d764aacbd0/09be492db4989b6df2a7a8d764aacbd0_1748692727.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e91/e66763f5c84ef4d068e0ba24d4772e91/e66763f5c84ef4d068e0ba24d4772e91.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692731.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e91/e66763f5c84ef4d068e0ba24d4772e91/e66763f5c84ef4d068e0ba24d4772e91_1748692731.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0_1748692735.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/6ea/b168c28f939456768ce2671459b9e6ea/b168c28f939456768ce2671459b9e6ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692739.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/6ea/b168c28f939456768ce2671459b9e6ea/b168c28f939456768ce2671459b9e6ea_1748692739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/03a/6d2f78567a05b94c408c0d863466203a/6d2f78567a05b94c408c0d863466203a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692743.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/03a/6d2f78567a05b94c408c0d863466203a/6d2f78567a05b94c408c0d863466203a_1748692743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/11f/907a6209c4e4585ba6035a90972b611f/907a6209c4e4585ba6035a90972b611f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692747.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/11f/907a6209c4e4585ba6035a90972b611f/907a6209c4e4585ba6035a90972b611f_1748692747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ecf/717f0466b223ffe84cf1274fa1f10ecf/717f0466b223ffe84cf1274fa1f10ecf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692751.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ecf/717f0466b223ffe84cf1274fa1f10ecf/717f0466b223ffe84cf1274fa1f10ecf_1748692751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692755.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e_1748692755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/b37/431cac81c21ce2814710b1642cc6db37/431cac81c21ce2814710b1642cc6db37.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692759.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/b37/431cac81c21ce2814710b1642cc6db37/431cac81c21ce2814710b1642cc6db37_1748692759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/7f9/e1b92e1a6fe767e9f362b609e5f8e7f9/e1b92e1a6fe767e9f362b609e5f8e7f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692763.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/7f9/e1b92e1a6fe767e9f362b609e5f8e7f9/e1b92e1a6fe767e9f362b609e5f8e7f9_1748692763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/1d7/acdbcc49f0c05d13b7c79773f57671d7/acdbcc49f0c05d13b7c79773f57671d7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692767.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/1d7/acdbcc49f0c05d13b7c79773f57671d7/acdbcc49f0c05d13b7c79773f57671d7_1748692767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/050/f879784beec4050ddb6f8d3577c88050/f879784beec4050ddb6f8d3577c88050.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692771.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/050/f879784beec4050ddb6f8d3577c88050/f879784beec4050ddb6f8d3577c88050_1748692771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692775.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f_1748692775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/d11/505792a31a3ec2f1f97c1d0be18bbd11/505792a31a3ec2f1f97c1d0be18bbd11.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692779.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/d11/505792a31a3ec2f1f97c1d0be18bbd11/505792a31a3ec2f1f97c1d0be18bbd11_1748692779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/d7e/b3be4caf6cfe14a7e51b4145b495ad7e/b3be4caf6cfe14a7e51b4145b495ad7e.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692783.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/d7e/b3be4caf6cfe14a7e51b4145b495ad7e/b3be4caf6cfe14a7e51b4145b495ad7e_1748692783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/a54/5930272f940e21a250c7ffe535377a54/5930272f940e21a250c7ffe535377a54.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692787.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/a54/5930272f940e21a250c7ffe535377a54/5930272f940e21a250c7ffe535377a54_1748692787.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/840/1cf671320596e5d4fad65f0cd5f03840/1cf671320596e5d4fad65f0cd5f03840.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692791.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/840/1cf671320596e5d4fad65f0cd5f03840/1cf671320596e5d4fad65f0cd5f03840_1748692791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692795.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3_1748692795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ecc/e5815c208aa45cef2fecb8ee8de9fecc/e5815c208aa45cef2fecb8ee8de9fecc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692799.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ecc/e5815c208aa45cef2fecb8ee8de9fecc/e5815c208aa45cef2fecb8ee8de9fecc_1748692799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/dad/afb4916c98fe880ea0279d9b0a3f9dad/afb4916c98fe880ea0279d9b0a3f9dad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692803.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/dad/afb4916c98fe880ea0279d9b0a3f9dad/afb4916c98fe880ea0279d9b0a3f9dad_1748692803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/b3b/c22c7ca922eaa9fe62c61e0834e9fb3b/c22c7ca922eaa9fe62c61e0834e9fb3b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692807.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/b3b/c22c7ca922eaa9fe62c61e0834e9fb3b/c22c7ca922eaa9fe62c61e0834e9fb3b_1748692807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/aa7/e83378e12c193b8b5155533599514aa7/e83378e12c193b8b5155533599514aa7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692811.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/aa7/e83378e12c193b8b5155533599514aa7/e83378e12c193b8b5155533599514aa7_1748692811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692815.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec_1748692815.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fcb/0dbb38e6d2bbd672389be93fee72efcb/0dbb38e6d2bbd672389be93fee72efcb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692819.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fcb/0dbb38e6d2bbd672389be93fee72efcb/0dbb38e6d2bbd672389be93fee72efcb_1748692819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/791/358885ebffa02514b3bd0388d8f74791/358885ebffa02514b3bd0388d8f74791.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692823.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/791/358885ebffa02514b3bd0388d8f74791/358885ebffa02514b3bd0388d8f74791_1748692823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/7f8/42134c82f23825e157aedadf82c0e7f8/42134c82f23825e157aedadf82c0e7f8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692827.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/7f8/42134c82f23825e157aedadf82c0e7f8/42134c82f23825e157aedadf82c0e7f8_1748692827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fd1/fad015d31ee567a60dbf8a44d9324fd1/fad015d31ee567a60dbf8a44d9324fd1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692831.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fd1/fad015d31ee567a60dbf8a44d9324fd1/fad015d31ee567a60dbf8a44d9324fd1_1748692831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692835.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184_1748692835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/82d/1a8ad271d83a17bf50410389b09b482d/1a8ad271d83a17bf50410389b09b482d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692839.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/82d/1a8ad271d83a17bf50410389b09b482d/1a8ad271d83a17bf50410389b09b482d_1748692839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/1bc/7dcfe568c80bf51054b6d31227d4f1bc/7dcfe568c80bf51054b6d31227d4f1bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692843.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/1bc/7dcfe568c80bf51054b6d31227d4f1bc/7dcfe568c80bf51054b6d31227d4f1bc_1748692843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ab1/3fbdd54d9312cd1397b5e8275f4b8ab1/3fbdd54d9312cd1397b5e8275f4b8ab1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692847.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ab1/3fbdd54d9312cd1397b5e8275f4b8ab1/3fbdd54d9312cd1397b5e8275f4b8ab1_1748692847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/5bc/ba3a3123d56fdb8ca17cc3ba3c6775bc/ba3a3123d56fdb8ca17cc3ba3c6775bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692851.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/5bc/ba3a3123d56fdb8ca17cc3ba3c6775bc/ba3a3123d56fdb8ca17cc3ba3c6775bc_1748692851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692855.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f_1748692855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ed8/61921de3cb37819e0ec0b8bcc3a39ed8/61921de3cb37819e0ec0b8bcc3a39ed8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692859.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ed8/61921de3cb37819e0ec0b8bcc3a39ed8/61921de3cb37819e0ec0b8bcc3a39ed8_1748692859.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e75/e7c0cbe1fc25722c517d9a8e87998e75/e7c0cbe1fc25722c517d9a8e87998e75.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692863.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e75/e7c0cbe1fc25722c517d9a8e87998e75/e7c0cbe1fc25722c517d9a8e87998e75_1748692863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e76/3b39ae1b4fdc0e33680e4239d34cae76/3b39ae1b4fdc0e33680e4239d34cae76.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692867.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e76/3b39ae1b4fdc0e33680e4239d34cae76/3b39ae1b4fdc0e33680e4239d34cae76_1748692867.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/827/89567d98c3fce8080236ca76e5179827/89567d98c3fce8080236ca76e5179827.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692871.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/827/89567d98c3fce8080236ca76e5179827/89567d98c3fce8080236ca76e5179827_1748692871.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692875.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6_1748692875.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e5a/f93d0f2263e0391d18da9548e345fe5a/f93d0f2263e0391d18da9548e345fe5a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692879.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e5a/f93d0f2263e0391d18da9548e345fe5a/f93d0f2263e0391d18da9548e345fe5a_1748692879.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/745/e16b5559ac943f78096ae0bcdb969745/e16b5559ac943f78096ae0bcdb969745.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692883.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/745/e16b5559ac943f78096ae0bcdb969745/e16b5559ac943f78096ae0bcdb969745_1748692883.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692887.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc/d3ccd191ef4d8e6ddfeae4f22213a2dc_1748692887.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/97a/a78f0af161c842b4dc3704410be9597a/a78f0af161c842b4dc3704410be9597a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692891.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/97a/a78f0af161c842b4dc3704410be9597a/a78f0af161c842b4dc3704410be9597a_1748692891.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692895.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51_1748692895.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/965/68370a481453abd44b578a995755f965/68370a481453abd44b578a995755f965.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692899.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/965/68370a481453abd44b578a995755f965/68370a481453abd44b578a995755f965_1748692899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/4ae/3c346aed6c59963828feac1b2d1fb4ae/3c346aed6c59963828feac1b2d1fb4ae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692903.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/4ae/3c346aed6c59963828feac1b2d1fb4ae/3c346aed6c59963828feac1b2d1fb4ae_1748692903.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/605/8d3143b8d1be0fe824044d08ee843605/8d3143b8d1be0fe824044d08ee843605.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692907.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/605/8d3143b8d1be0fe824044d08ee843605/8d3143b8d1be0fe824044d08ee843605_1748692907.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/9ca/086ae29f179c5a2712c6ee47b9c739ca/086ae29f179c5a2712c6ee47b9c739ca.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692911.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/9ca/086ae29f179c5a2712c6ee47b9c739ca/086ae29f179c5a2712c6ee47b9c739ca_1748692911.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692915.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058_1748692915.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fb3/e8f637b6a6a31321b4551f9e9b0d3fb3/e8f637b6a6a31321b4551f9e9b0d3fb3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692919.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fb3/e8f637b6a6a31321b4551f9e9b0d3fb3/e8f637b6a6a31321b4551f9e9b0d3fb3_1748692919.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/b33/fe59700a4583149bd6020cc8cb6cdb33/fe59700a4583149bd6020cc8cb6cdb33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692923.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/b33/fe59700a4583149bd6020cc8cb6cdb33/fe59700a4583149bd6020cc8cb6cdb33_1748692923.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/aee/038a8b29e4b7e5ce35ca0f747351baee/038a8b29e4b7e5ce35ca0f747351baee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692927.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/aee/038a8b29e4b7e5ce35ca0f747351baee/038a8b29e4b7e5ce35ca0f747351baee_1748692927.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/14d/4f425e61583966a752f0757d2eeed14d/4f425e61583966a752f0757d2eeed14d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692931.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/14d/4f425e61583966a752f0757d2eeed14d/4f425e61583966a752f0757d2eeed14d_1748692931.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692935.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f_1748692935.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/d20/91999cbbec1bd05f66d472864d927d20/91999cbbec1bd05f66d472864d927d20.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692939.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/d20/91999cbbec1bd05f66d472864d927d20/91999cbbec1bd05f66d472864d927d20_1748692939.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/fea/1c1c6db5a5a7341918b3dd5ba8aeefea/1c1c6db5a5a7341918b3dd5ba8aeefea.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test ERROR: Failed to unlink '/tmp/tmp6s5bscjd/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp6s5bscjd/containers/part/suffix/hash/container_1748692505.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp6s5bscjd/containers/part/suffix/hash/container_1748692505.00000.db': ['/tmp/tmp6s5bscjd/containers/part/suffix/hash/container.db', '/tmp/tmp6s5bscjd/containers/part/suffix/hash/container_1748692506.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6s5bscjd/containers/part/suffix/hash/container_1748692506.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1748026800 +test DEBUG: looking for objects in 1748026800 +test DEBUG: checking container 1748023200 +test DEBUG: looking for objects in 1748023200 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1748685600 +test DEBUG: looking for objects in 1748685600 +test DEBUG: checking container 1748682000 +test DEBUG: looking for objects in 1748682000 +test DEBUG: checking container 1748678400 +test DEBUG: looking for objects in 1748678400 +test DEBUG: checking container 1748674800 +test DEBUG: looking for objects in 1748674800 +test DEBUG: checking container 1748671200 +test DEBUG: looking for objects in 1748671200 +test DEBUG: checking container 1748667600 +test DEBUG: looking for objects in 1748667600 +test DEBUG: checking container 1748664000 +test DEBUG: looking for objects in 1748664000 +test DEBUG: checking container 1748660400 +test DEBUG: looking for objects in 1748660400 +test DEBUG: checking container 1748656800 +test DEBUG: looking for objects in 1748656800 +test DEBUG: checking container 1748084400 +test DEBUG: looking for objects in 1748084400 +test DEBUG: checking container 1748080800 +test DEBUG: looking for objects in 1748080800 +test DEBUG: checking container 1748077200 +test DEBUG: looking for objects in 1748077200 +test DEBUG: checking container 1748073600 +test DEBUG: looking for objects in 1748073600 +test DEBUG: checking container 1748070000 +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test DEBUG: Setting object count to 1024 (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Setting object count to 1024 (txn: tx973751857398449ebe9dd-00683aee17) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Setting object count to 1072 (txn: tx6f5ab50e50cb49cdaf892-00683aee18) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test DEBUG: Setting object count to 1072 (txn: tx39f3f981e8a742d08fc2f-00683aee1a) +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692943.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/fea/1c1c6db5a5a7341918b3dd5ba8aeefea/1c1c6db5a5a7341918b3dd5ba8aeefea_1748692943.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/ad9/eefc264b80ddf06125b06c9ce5396ad9/eefc264b80ddf06125b06c9ce5396ad9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692947.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/ad9/eefc264b80ddf06125b06c9ce5396ad9/eefc264b80ddf06125b06c9ce5396ad9_1748692947.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/857/535d3be06fd91ea1d08f45ca3c9fb857/535d3be06fd91ea1d08f45ca3c9fb857.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692951.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/857/535d3be06fd91ea1d08f45ca3c9fb857/535d3be06fd91ea1d08f45ca3c9fb857_1748692951.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692955.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc_1748692955.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/666/d32c4d38251524d7706ec14ee0344666/d32c4d38251524d7706ec14ee0344666.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692959.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/666/d32c4d38251524d7706ec14ee0344666/d32c4d38251524d7706ec14ee0344666_1748692959.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/328/c8776950d3f81cf2794c8cfb88761328/c8776950d3f81cf2794c8cfb88761328.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692963.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/328/c8776950d3f81cf2794c8cfb88761328/c8776950d3f81cf2794c8cfb88761328_1748692963.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/c6d/f6407d4833accc29d68c7cf153fcac6d/f6407d4833accc29d68c7cf153fcac6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692967.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/c6d/f6407d4833accc29d68c7cf153fcac6d/f6407d4833accc29d68c7cf153fcac6d_1748692967.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/290/3bcf36f5b53739362c6dbd8dc2d9b290/3bcf36f5b53739362c6dbd8dc2d9b290.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692971.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/290/3bcf36f5b53739362c6dbd8dc2d9b290/3bcf36f5b53739362c6dbd8dc2d9b290_1748692971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692975.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96_1748692975.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/cc1/ec3f44a94cb309a30ccea13d43455cc1/ec3f44a94cb309a30ccea13d43455cc1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692979.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/cc1/ec3f44a94cb309a30ccea13d43455cc1/ec3f44a94cb309a30ccea13d43455cc1_1748692979.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/8c8/f00a942bde3e79c4ddde931f3c79e8c8/f00a942bde3e79c4ddde931f3c79e8c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692983.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/8c8/f00a942bde3e79c4ddde931f3c79e8c8/f00a942bde3e79c4ddde931f3c79e8c8_1748692983.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/5cb/9f446112a579e1bf32499cb7868bf5cb/9f446112a579e1bf32499cb7868bf5cb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692987.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/5cb/9f446112a579e1bf32499cb7868bf5cb/9f446112a579e1bf32499cb7868bf5cb_1748692987.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/02f/60887ff0dd5389f42bce22137240202f/60887ff0dd5389f42bce22137240202f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692991.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/02f/60887ff0dd5389f42bce22137240202f/60887ff0dd5389f42bce22137240202f_1748692991.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692995.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a_1748692995.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/b3a/7e55825947ebc4b69f5996b114d36b3a/7e55825947ebc4b69f5996b114d36b3a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692999.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/b3a/7e55825947ebc4b69f5996b114d36b3a/7e55825947ebc4b69f5996b114d36b3a_1748692999.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/cef/a315d52f35d08f482d3061157495dcef/a315d52f35d08f482d3061157495dcef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693003.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/cef/a315d52f35d08f482d3061157495dcef/a315d52f35d08f482d3061157495dcef_1748693003.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/bb9/6d6530076ed09d3554def14676960bb9/6d6530076ed09d3554def14676960bb9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693007.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/bb9/6d6530076ed09d3554def14676960bb9/6d6530076ed09d3554def14676960bb9_1748693007.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/3ef/67318fd93ccbc601bfdab7296ebb03ef/67318fd93ccbc601bfdab7296ebb03ef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693011.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/3ef/67318fd93ccbc601bfdab7296ebb03ef/67318fd93ccbc601bfdab7296ebb03ef_1748693011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1w6h6578/sda/containers/0/208/0df1f4ec201c94ad927bafe43b108208/0df1f4ec201c94ad927bafe43b108208.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693015.00000-0, db: /tmp/tmp1w6h6578/sda/containers/0/208/0df1f4ec201c94ad927bafe43b108208/0df1f4ec201c94ad927bafe43b108208_1748693015.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692509.00000-0, db: /tmp/tmpaahvv16y/sda/containers/0/ca3/27d6cf5ca9224e93a86291d1cececca3/27d6cf5ca9224e93a86291d1cececca3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpaahvv16y/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpaahvv16y/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692521.00000-0, db: /tmp/tmpaahvv16y/sda/containers/0/8b3/8309ed677d26736b9fd10d899cae48b3/8309ed677d26736b9fd10d899cae48b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpqm2v2mzd/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmpqm2v2mzd/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692516.00000-0, db: /tmp/tmpqm2v2mzd/sda/containers/0/982/b5f8ced37d56d014491c960049167982/b5f8ced37d56d014491c960049167982.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692519.00000-0, db: /tmp/tmpqm2v2mzd/sda/containers/0/a66/0dbc1be4e59f532570897f541b89fa66/0dbc1be4e59f532570897f541b89fa66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692510.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/c11/fd6529ac7194e3038fdb8a2719696c11/fd6529ac7194e3038fdb8a2719696c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692518.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/da6/fc1a28ab312aa757b7c1c0a466a3fda6/fc1a28ab312aa757b7c1c0a466a3fda6.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692518.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/da6/fc1a28ab312aa757b7c1c0a466a3fda6/fc1a28ab312aa757b7c1c0a466a3fda6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692518.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/da6/fc1a28ab312aa757b7c1c0a466a3fda6/fc1a28ab312aa757b7c1c0a466a3fda6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692522.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/809/ba6753f8d3894747816c691d1f92f809/ba6753f8d3894747816c691d1f92f809.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692522.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/809/ba6753f8d3894747816c691d1f92f809/ba6753f8d3894747816c691d1f92f809.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692522.00000-0, db: /tmp/tmpy81v5v6p/sda/containers/0/809/ba6753f8d3894747816c691d1f92f809/ba6753f8d3894747816c691d1f92f809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmp0pbu7gtv/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692514.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/b67/f4ba1d54306ff66130bc61caf4c6eb67/f4ba1d54306ff66130bc61caf4c6eb67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692520.00000-0, db: /tmp/tmpbpnxdnfs/sda/containers/0/3ab/e082ca1674ca110ee5a308b5520243ab/e082ca1674ca110ee5a308b5520243ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692511.00000-0, db: /tmp/tmp6x0xoaf7/sda/containers/0/e85/5359340b350e2d8ee81c8508dd424e85/5359340b350e2d8ee81c8508dd424e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692513.00000-0, db: /tmp/tmp6x0xoaf7/sda/containers/0/0a2/e70de58291666a83dc265a3b457df0a2/e70de58291666a83dc265a3b457df0a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmp6x0xoaf7/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692517.00000-0, db: /tmp/tmp6x0xoaf7/sda/containers/0/008/bf0814ce73d3518f6df2019cd92b4008/bf0814ce73d3518f6df2019cd92b4008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692512.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/571/37142b814a007500f33c4873e48f5571/37142b814a007500f33c4873e48f5571.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692512.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/571/37142b814a007500f33c4873e48f5571/37142b814a007500f33c4873e48f5571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692515.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/225/0e41e344489be9e11789f34a4a0b1225/0e41e344489be9e11789f34a4a0b1225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692518.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/da6/fc1a28ab312aa757b7c1c0a466a3fda6/fc1a28ab312aa757b7c1c0a466a3fda6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692518.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/da6/fc1a28ab312aa757b7c1c0a466a3fda6/fc1a28ab312aa757b7c1c0a466a3fda6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692521.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/8b3/8309ed677d26736b9fd10d899cae48b3/8309ed677d26736b9fd10d899cae48b3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692521.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/8b3/8309ed677d26736b9fd10d899cae48b3/8309ed677d26736b9fd10d899cae48b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692524.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b30/b6480a50396e77605e6dea76b8e83b30/b6480a50396e77605e6dea76b8e83b30.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692524.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b30/b6480a50396e77605e6dea76b8e83b30/b6480a50396e77605e6dea76b8e83b30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692527.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e93/6c308ecb586f690f42ff280daa818e93/6c308ecb586f690f42ff280daa818e93.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692527.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e93/6c308ecb586f690f42ff280daa818e93/6c308ecb586f690f42ff280daa818e93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692530.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/70f/209dec10adda10b23bbe4201966d670f/209dec10adda10b23bbe4201966d670f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692530.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/70f/209dec10adda10b23bbe4201966d670f/209dec10adda10b23bbe4201966d670f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692533.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/f3b/d640c45dda50e14e11d8cc3365883f3b/d640c45dda50e14e11d8cc3365883f3b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692533.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/f3b/d640c45dda50e14e11d8cc3365883f3b/d640c45dda50e14e11d8cc3365883f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692536.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b35/4a7cca2e19128fdf7e419291e4880b35/4a7cca2e19128fdf7e419291e4880b35.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692536.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b35/4a7cca2e19128fdf7e419291e4880b35/4a7cca2e19128fdf7e419291e4880b35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692539.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692539.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/73a/05848ae46b07894cbdc74d5f50d4673a/05848ae46b07894cbdc74d5f50d4673a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692542.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/904/60dc0a4bcdd0f7dbd4d56bde15a4f904/60dc0a4bcdd0f7dbd4d56bde15a4f904.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692542.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/904/60dc0a4bcdd0f7dbd4d56bde15a4f904/60dc0a4bcdd0f7dbd4d56bde15a4f904.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692545.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/df5/f45dfa4681965662102c64c2862eddf5/f45dfa4681965662102c64c2862eddf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692548.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/059/33f415eec91ad3f52860ed9f67df2059/33f415eec91ad3f52860ed9f67df2059.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692548.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/059/33f415eec91ad3f52860ed9f67df2059/33f415eec91ad3f52860ed9f67df2059.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692551.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692551.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d.db +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test DEBUG: looking for objects in 1748070000 +test DEBUG: checking container 1748066400 +test DEBUG: looking for objects in 1748066400 +test DEBUG: checking container 1748062800 +test DEBUG: looking for objects in 1748062800 +test DEBUG: checking container 1748059200 +test DEBUG: looking for objects in 1748059200 +test DEBUG: checking container 1748055600 +test DEBUG: looking for objects in 1748055600 +test DEBUG: checking container 1748052000 +test DEBUG: looking for objects in 1748052000 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692507.197000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692507.197000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692507.197000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692507.197000) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1748692507.197000) in policy_index 1 will be deleted from policy_index 0 (1748692507.19700_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1748692507.197000) deleted from policy_index 0 (1748692507.19700_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1748692507.197000) from policy_index 1 (1748692507.19700_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1748692507.197000) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1748692507.197000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1748692507.197000) from the queue (1748692507.19700_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692554.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/209/acb8d13dd90ebacfe0656253b85fb209/acb8d13dd90ebacfe0656253b85fb209.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692554.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/209/acb8d13dd90ebacfe0656253b85fb209/acb8d13dd90ebacfe0656253b85fb209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692557.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/8e8/347d73c011b7beee494173e65bac48e8/347d73c011b7beee494173e65bac48e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692557.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/8e8/347d73c011b7beee494173e65bac48e8/347d73c011b7beee494173e65bac48e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692563.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692563.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692572.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e08/04cbcaab285558c6210de738f6777e08/04cbcaab285558c6210de738f6777e08.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692572.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e08/04cbcaab285558c6210de738f6777e08/04cbcaab285558c6210de738f6777e08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692584.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/f83/d50d2485995b79161901b44ce8abef83/d50d2485995b79161901b44ce8abef83.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692584.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/f83/d50d2485995b79161901b44ce8abef83/d50d2485995b79161901b44ce8abef83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692587.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692587.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692596.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c45/20dd87c1b41feaa5eec4eca7161b2c45/20dd87c1b41feaa5eec4eca7161b2c45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692596.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c45/20dd87c1b41feaa5eec4eca7161b2c45/20dd87c1b41feaa5eec4eca7161b2c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692599.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/7ff/983c466c8af828be4e3f03d1a451f7ff/983c466c8af828be4e3f03d1a451f7ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692599.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/7ff/983c466c8af828be4e3f03d1a451f7ff/983c466c8af828be4e3f03d1a451f7ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692602.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/396/83a03a595fe6b241aa56a43f91eef396/83a03a595fe6b241aa56a43f91eef396.db +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1748026800 +test DEBUG: looking for objects in 1748026800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1748027227.498875) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1748027227.498875) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1748027227.498875) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1748027227.498875) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1748027227.49887) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1748027227.498875) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1748026800/1:/AUTH_jeb/c/o1' (1748027227.498875) from the queue (1748027227.49887_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1748692507.516566) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1748692507.516566) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1748692507.516566) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1748692507.516566) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1748692507.51657) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1748692507.516566) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748084399.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748084399.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1748084399.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1748084399.000000) from the queue (1748084399.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692507.579172) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692507.579172) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692507.579172) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692507.579172) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692507.57917) in policy_index 1 responded 200 (1748692506.57917) +test INFO: retry: '/AUTH_bob/c/o1' (1748692507.579172) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692507.627246) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692507.627246) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692507.627246) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692507.627246) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692507.62725) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1748692507.627246) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692507.632107) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692507.632107) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692507.632107) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692507.632107) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692507.63211) in policy_index 1 responded 404 (1748692507.63211_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1748692507.632107) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692602.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/396/83a03a595fe6b241aa56a43f91eef396/83a03a595fe6b241aa56a43f91eef396.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692608.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ec2/7aed396c5905655d58805cffd138dec2/7aed396c5905655d58805cffd138dec2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692608.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ec2/7aed396c5905655d58805cffd138dec2/7aed396c5905655d58805cffd138dec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692611.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692611.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692614.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/67c/2e01dfe59952117ee61f941e9859167c/2e01dfe59952117ee61f941e9859167c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692614.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/67c/2e01dfe59952117ee61f941e9859167c/2e01dfe59952117ee61f941e9859167c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692617.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692617.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692623.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/430/32fe6c0132fd04e9283a873f0a045430/32fe6c0132fd04e9283a873f0a045430.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692623.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/430/32fe6c0132fd04e9283a873f0a045430/32fe6c0132fd04e9283a873f0a045430.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692626.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d6d/c65146b2d7fe659796beee438ad24d6d/c65146b2d7fe659796beee438ad24d6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692626.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d6d/c65146b2d7fe659796beee438ad24d6d/c65146b2d7fe659796beee438ad24d6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692629.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692629.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692632.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e70/293b5f1b96bce4325e6507183bce8e70/293b5f1b96bce4325e6507183bce8e70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692632.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e70/293b5f1b96bce4325e6507183bce8e70/293b5f1b96bce4325e6507183bce8e70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692638.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d0b/493c0ff96e9e0fb6ff92ad40345fdd0b/493c0ff96e9e0fb6ff92ad40345fdd0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692638.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d0b/493c0ff96e9e0fb6ff92ad40345fdd0b/493c0ff96e9e0fb6ff92ad40345fdd0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692644.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/bbb/979158ff2284c2acc814b0cf9502cbbb/979158ff2284c2acc814b0cf9502cbbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692644.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/bbb/979158ff2284c2acc814b0cf9502cbbb/979158ff2284c2acc814b0cf9502cbbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692647.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/58b/728bf5e33bbd01775118bda49fe2f58b/728bf5e33bbd01775118bda49fe2f58b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692647.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/58b/728bf5e33bbd01775118bda49fe2f58b/728bf5e33bbd01775118bda49fe2f58b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692653.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692653.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692656.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b19/6c4d17999aaa57a2046093d6797e1b19/6c4d17999aaa57a2046093d6797e1b19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692656.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/b19/6c4d17999aaa57a2046093d6797e1b19/6c4d17999aaa57a2046093d6797e1b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692659.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/dd8/063214cec5742b81fcaaf2f980893dd8/063214cec5742b81fcaaf2f980893dd8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692659.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/dd8/063214cec5742b81fcaaf2f980893dd8/063214cec5742b81fcaaf2f980893dd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692662.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/677/77934d6dfe779a4d07cfd429d0add677/77934d6dfe779a4d07cfd429d0add677.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692662.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/677/77934d6dfe779a4d07cfd429d0add677/77934d6dfe779a4d07cfd429d0add677.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692668.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c0b/cd5e54c7f88d17f844916c2c1e87cc0b/cd5e54c7f88d17f844916c2c1e87cc0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692668.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c0b/cd5e54c7f88d17f844916c2c1e87cc0b/cd5e54c7f88d17f844916c2c1e87cc0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692671.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692671.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692674.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/2e6/14114c11445f3044b826efaabfb242e6/14114c11445f3044b826efaabfb242e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692674.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/2e6/14114c11445f3044b826efaabfb242e6/14114c11445f3044b826efaabfb242e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692677.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692677.00000-0, db: /tmp/tmpcjkqcw09/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp_ta2f98h/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy @@ -42623,6 +47586,125 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp_ta2f98h/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013327598571777344s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.002157926559448242s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692463.42815, (5, 5) as of 1748692507.98447, cleaved as of 1748692463.42815> in 0.017s, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp_ta2f98h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692507.78017.db +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx257b8da346b94a28b09c6-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx257b8da346b94a28b09c6-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx257b8da346b94a28b09c6-00683aee1c) +test ERROR: Container HEAD returning 503 for [] (txn: tx257b8da346b94a28b09c6-00683aee1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache @@ -42645,39 +47727,82 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6456dd437bb437b8b7b9-00662ddd56) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf6456dd437bb437b8b7b9-00662ddd56) -test ERROR: Container HEAD returning 503 for [] (txn: txf6456dd437bb437b8b7b9-00662ddd56) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Setting object count to 1058 (txn: tx364225646e1d4201ba086-00683aee15) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Setting object count to 1024 (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Setting object count to 1024 (txn: tx760edcf5d4924043aa5ed-00683aee18) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Setting object count to 1072 (txn: tx5ae14151963443f88f30c-00683aee1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -42696,22 +47821,6 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled @@ -42738,10 +47847,59 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test INFO: Cleaved ShardRange in 0.026s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1748692463.42815, (1, 6144) as of 1748692508.15854, cleaved as of 1748692463.42815> in 0.047s, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp72_7zo_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.02195.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -42763,22 +47921,6 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta @@ -42791,35 +47933,33 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_options test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -42827,8 +47967,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a35b7d95b82485bab8d2-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx10a4fcc98a8d40799c5b7-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -42836,7 +47976,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a35b7d95b82485bab8d2-00662ddd57) +StopIteration (txn: tx10a4fcc98a8d40799c5b7-00683aee1c) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -42845,10 +47985,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a35b7d95b82485bab8d2-00662ddd57) -test ERROR: Container HEAD returning 503 for [] (txn: tx6a35b7d95b82485bab8d2-00662ddd57) +StopIteration (txn: tx10a4fcc98a8d40799c5b7-00683aee1c) +test ERROR: Container HEAD returning 503 for [] (txn: tx10a4fcc98a8d40799c5b7-00683aee1c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -42856,62 +47996,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx12f9d1ca1305453dade12-00662ddd57) -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282743.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6ca/6e757c6a02e144ff8d29abe3b9e6e6ca/6e757c6a02e144ff8d29abe3b9e6e6ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282748.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/48b/0d70e1d91ee307ee83c097000631d48b/0d70e1d91ee307ee83c097000631d48b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282753.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d04/b80736fdde907e2592a79a863a759d04/b80736fdde907e2592a79a863a759d04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282758.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bfc/55377cbb0bcd968b1e8c91fc7643dbfc/55377cbb0bcd968b1e8c91fc7643dbfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282763.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/9c4/06164ed6f9a8247ba920618ad1c519c4/06164ed6f9a8247ba920618ad1c519c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282768.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/e83/6ece96d84a77dd89ffd7ce5df7fc5e83/6ece96d84a77dd89ffd7ce5df7fc5e83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282773.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2dd/20934258e48c49469e9819ce8b3dd2dd/20934258e48c49469e9819ce8b3dd2dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282778.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/35e/ee81d94f910166a7815087cf17b4d35e/ee81d94f910166a7815087cf17b4d35e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282783.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/982/1a8a51bd6d4b1dae2b4f91da1da1d982/1a8a51bd6d4b1dae2b4f91da1da1d982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282788.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c1a/421d8703ab1d5ce67149212bcd859c1a/421d8703ab1d5ce67149212bcd859c1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282793.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/920/e4fd63cccb41f001fd44e94389e30920/e4fd63cccb41f001fd44e94389e30920.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282798.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/86a/ef8bac3356b8386ad0107b442db9d86a/ef8bac3356b8386ad0107b442db9d86a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282803.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/549/d6ce427943f8568be97ffc6cf23f0549/d6ce427943f8568be97ffc6cf23f0549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282808.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282813.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/dbe/cffef3553c56594e64e273415c079dbe/cffef3553c56594e64e273415c079dbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282818.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/648/0eb18837d4bcec8ef1b61a1004d7f648/0eb18837d4bcec8ef1b61a1004d7f648.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282823.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/4dc/8bc0209ce0eee26b88645f66a4c894dc/8bc0209ce0eee26b88645f66a4c894dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282828.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/236/a4dff2051b0cd7f4cc58634e23558236/a4dff2051b0cd7f4cc58634e23558236.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282833.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ed4/34ecdb88851bee003969444c8fbb8ed4/34ecdb88851bee003969444c8fbb8ed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282838.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/090/a600d80442eadecae9863f93697be090/a600d80442eadecae9863f93697be090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282843.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/cb3/a6c89baad737b49ee8833f16bcccacb3/a6c89baad737b49ee8833f16bcccacb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282848.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/239/56d174831cf76d9ec3b32a6e7fd52239/56d174831cf76d9ec3b32a6e7fd52239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282853.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/133/7fca1ee8c61c7ed8729b9fa5edb18133/7fca1ee8c61c7ed8729b9fa5edb18133.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282858.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/680/a1fac15885d660c548d4756e11759680/a1fac15885d660c548d4756e11759680.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282863.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/514/eaf1165d637cacfc542541bde247a514/eaf1165d637cacfc542541bde247a514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282868.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bf0/9bb32280bf71a28e9abb30082c3d4bf0/9bb32280bf71a28e9abb30082c3d4bf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282873.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6a2/b268e508217275737133dc6de71846a2/b268e508217275737133dc6de71846a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282878.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/896/8a01c7de8e940ee12768c7f19aff8896/8a01c7de8e940ee12768c7f19aff8896.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282883.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bf5/c16c168e8f5dde90d33051f375769bf5/c16c168e8f5dde90d33051f375769bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282888.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b17/57fed05cd4b273533e527d1c1c327b17/57fed05cd4b273533e527d1c1c327b17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282893.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/672/62f415e6ebf3f2f21bb513c849c47672/62f415e6ebf3f2f21bb513c849c47672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282898.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/e3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282903.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5af/066de63405a4078ef8cc8667b2d665af/066de63405a4078ef8cc8667b2d665af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282908.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/dac/5c6019b5745008812dbdfe1580d5bdac/5c6019b5745008812dbdfe1580d5bdac.db -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx7f6f99fe3b4549e0bb5bb-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -42919,8 +48005,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx12f9d1ca1305453dade12-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx7f6f99fe3b4549e0bb5bb-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -42928,260 +48014,194 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx12f9d1ca1305453dade12-00662ddd57) -test ERROR: Container HEAD returning 503 for [] (txn: tx12f9d1ca1305453dade12-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpwiyuvgp1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwiyuvgp1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpwiyuvgp1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwiyuvgp1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 51339 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 51339 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6a93efa43534a33b6534-00662ddd57" "proxy-server 51339" 0.0011 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:58963/sda1/0/a/c" "txb6a93efa43534a33b6534-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:36321/sdb1/0/a/c" "txb6a93efa43534a33b6534-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6a93efa43534a33b6534-00662ddd57" "proxy-server 51339" 0.0108 "-" 51339 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6a93efa43534a33b6534-00662ddd57" "proxy-server 51339" 0.0161 "-" 51339 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb6a93efa43534a33b6534-00662ddd57 - 0.0231 - - 1714281815.228506327 1714281815.251612663 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2e61219302be45c78d814-00662ddd57" "proxy-server 51339" 0.0011 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58963/sda1/2/a1/c1" "tx2e61219302be45c78d814-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:36321/sdb1/2/a1/c1" "tx2e61219302be45c78d814-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2e61219302be45c78d814-00662ddd57" "proxy-server 51339" 0.0081 "-" 51339 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2e61219302be45c78d814-00662ddd57" "proxy-server 51339" 0.0130 "-" 51339 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2e61219302be45c78d814-00662ddd57 - 0.0199 - - 1714281815.252996922 1714281815.272865057 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx06f15e3ad81b4cd0a21c8-00662ddd57" "proxy-server 51339" 0.0020 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58963/sda1/0/a/c1" "tx06f15e3ad81b4cd0a21c8-00662ddd57" "container-server 51339" 0.0033 "-" 51339 1 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:36321/sdb1/0/a/c1" "tx06f15e3ad81b4cd0a21c8-00662ddd57" "container-server 51339" 0.0010 "-" 51339 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx06f15e3ad81b4cd0a21c8-00662ddd57" "proxy-server 51339" 0.0147 "-" 51339 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx06f15e3ad81b4cd0a21c8-00662ddd57" "proxy-server 51339" 0.0111 "-" 51339 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx06f15e3ad81b4cd0a21c8-00662ddd57 - 0.0231 - - 1714281815.274238110 1714281815.297377110 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx556635cab939447b932cb-00662ddd57" "proxy-server 51339" 0.0020 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:36321/sdb1/2/a/c2" "tx556635cab939447b932cb-00662ddd57" "container-server 51339" 0.0010 "-" 51339 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58963/sda1/2/a/c2" "tx556635cab939447b932cb-00662ddd57" "container-server 51339" 0.0017 "-" 51339 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx556635cab939447b932cb-00662ddd57" "proxy-server 51339" 0.0089 "-" 51339 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx556635cab939447b932cb-00662ddd57" "proxy-server 51339" 0.0139 "-" 51339 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx556635cab939447b932cb-00662ddd57 - 0.0216 - - 1714281815.298713446 1714281815.320359230 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpqof2l9c1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqof2l9c1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpqof2l9c1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqof2l9c1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 51339 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8526279f04e4f6f87e60-00662ddd57" "proxy-server 51339" 0.0012 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:42081/sdb1/0/a/c" "txe8526279f04e4f6f87e60-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49429/sda1/0/a/c" "txe8526279f04e4f6f87e60-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe8526279f04e4f6f87e60-00662ddd57" "proxy-server 51339" 0.0084 "-" 51339 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe8526279f04e4f6f87e60-00662ddd57" "proxy-server 51339" 0.0137 "-" 51339 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe8526279f04e4f6f87e60-00662ddd57 - 0.0213 - - 1714281815.366720200 1714281815.387992144 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txaf95bdea1da344a19017f-00662ddd57" "proxy-server 51339" 0.0011 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:49429/sda1/2/a1/c1" "txaf95bdea1da344a19017f-00662ddd57" "container-server 51339" 0.0011 "-" 51339 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:42081/sdb1/2/a1/c1" "txaf95bdea1da344a19017f-00662ddd57" "container-server 51339" 0.0010 "-" 51339 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaf95bdea1da344a19017f-00662ddd57" "proxy-server 51339" 0.0139 "-" 51339 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaf95bdea1da344a19017f-00662ddd57" "proxy-server 51339" 0.0093 "-" 51339 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txaf95bdea1da344a19017f-00662ddd57 - 0.0213 - - 1714281815.389381170 1714281815.410643101 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd0e3fac114d84b509c134-00662ddd57" "proxy-server 51339" 0.0019 "-" 51339 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:49429/sda1/0/a/c1" "txd0e3fac114d84b509c134-00662ddd57" "container-server 51339" 0.0010 "-" 51339 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:42081/sdb1/0/a/c1" "txd0e3fac114d84b509c134-00662ddd57" "container-server 51339" 0.0016 "-" 51339 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd0e3fac114d84b509c134-00662ddd57" "proxy-server 51339" 0.0087 "-" 51339 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd0e3fac114d84b509c134-00662ddd57" "proxy-server 51339" 0.0137 "-" 51339 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd0e3fac114d84b509c134-00662ddd57 - 0.0214 - - 1714281815.411959648 1714281815.433341503 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx234246272d2242e08c768-00662ddd57" "proxy-server 51339" 0.0019 "-" 51339 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49429/sda1/2/a/c2" "tx234246272d2242e08c768-00662ddd57" "container-server 51339" 0.0018 "-" 51339 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42081/sdb1/2/a/c2" "tx234246272d2242e08c768-00662ddd57" "container-server 51339" 0.0010 "-" 51339 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx234246272d2242e08c768-00662ddd57" "proxy-server 51339" 0.0146 "-" 51339 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:35 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx234246272d2242e08c768-00662ddd57" "proxy-server 51339" 0.0111 "-" 51339 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx234246272d2242e08c768-00662ddd57 - 0.0229 - - 1714281815.434654713 1714281815.457559347 2 -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282913.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/31d/231cb0b9afdc7f9a178dd554a228631d/231cb0b9afdc7f9a178dd554a228631d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282918.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ffd/d50798f779818358fb0be011d75e4ffd/d50798f779818358fb0be011d75e4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282923.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ba2/93c2fd1f9645d618ce13b2a26ebb4ba2/93c2fd1f9645d618ce13b2a26ebb4ba2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282928.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/92c/9cb60d4b46a1e579ddb08e861cdad92c/9cb60d4b46a1e579ddb08e861cdad92c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282933.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c97/3f5c459afaae04f10d8c1e9adf549c97/3f5c459afaae04f10d8c1e9adf549c97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282938.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2cc/6710e3d85c7f41a10e6e3fa0397ab2cc/6710e3d85c7f41a10e6e3fa0397ab2cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282943.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/560/32235ad4a350917999c0a9591b7e9560/32235ad4a350917999c0a9591b7e9560.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282948.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/a4e/3ce1a73ae280c5fe109ede1687be5a4e/3ce1a73ae280c5fe109ede1687be5a4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282953.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/d25/2924d92104440f3e3619be60a3cc5d25/2924d92104440f3e3619be60a3cc5d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282958.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/c42/cb87332cd5f967fa621a2ec212cd3c42/cb87332cd5f967fa621a2ec212cd3c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282963.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282968.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/716/cde2f7122a848950f2b9e86a168ba716/cde2f7122a848950f2b9e86a168ba716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282973.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/53e/f2f0592f938a25514cd6e34e5686c53e/f2f0592f938a25514cd6e34e5686c53e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282978.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7c5/35e09ad6f36af45126474e8d2ea387c5/35e09ad6f36af45126474e8d2ea387c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282983.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/357/aba27cfa6d9f331e22016d2bf90a8357/aba27cfa6d9f331e22016d2bf90a8357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282988.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2e0/3855d75020695bbd69bca374f57102e0/3855d75020695bbd69bca374f57102e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282993.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/f83/271a283878930cf68f4cb1ae94971f83/271a283878930cf68f4cb1ae94971f83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282998.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6fc/2cae80fb172c978079aefc3a56c106fc/2cae80fb172c978079aefc3a56c106fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283003.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/55a/abab213fe78da263f2037409b0ece55a/abab213fe78da263f2037409b0ece55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283008.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/102/dc6cf9f59f578577962407f936b7c102/dc6cf9f59f578577962407f936b7c102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283013.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/450/3c31bcdb3e7ec2bf41f15a42ad577450/3c31bcdb3e7ec2bf41f15a42ad577450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283018.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/2aa/46d7f45f99faab0c35faa2b7e485a2aa/46d7f45f99faab0c35faa2b7e485a2aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283023.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/b63/43f784791cf71aa158548e400f46db63/43f784791cf71aa158548e400f46db63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283028.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/7b8/5a7d0adcf6a32bf34421ad20867e17b8/5a7d0adcf6a32bf34421ad20867e17b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283033.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/109/8fd3d28e0b315a7883b0a48c6a144109/8fd3d28e0b315a7883b0a48c6a144109.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283038.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bf2/be4374825978679cbbc1685cc34d6bf2/be4374825978679cbbc1685cc34d6bf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283043.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/fbc/3c1d76d040b63e0ea7221f4ab9180fbc/3c1d76d040b63e0ea7221f4ab9180fbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283048.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/0aa/6ef8a4d3fd08cd0fac9b78fdd82310aa/6ef8a4d3fd08cd0fac9b78fdd82310aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283053.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/546/591c1bd137523a32cf6726780077b546/591c1bd137523a32cf6726780077b546.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283058.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283063.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/6ed/d5af446af257fea0decfe779b34286ed/d5af446af257fea0decfe779b34286ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283068.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/ac4/96a13df95a12e2d556761d2a77f5fac4/96a13df95a12e2d556761d2a77f5fac4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283073.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/5d7/be70f59e734725b553988365465a15d7/be70f59e734725b553988365465a15d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283078.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/bf8/897f1a770dcbba78986a632191ba0bf8/897f1a770dcbba78986a632191ba0bf8.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe081131f90904dbc93ee1-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txda9e0c092d2241a1ba8ce-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txd49823e2860d40559c11b-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd49823e2860d40559c11b-00662ddd57) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txd49823e2860d40559c11b-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txba5cb99a36214e0aa77b7-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txba5cb99a36214e0aa77b7-00662ddd57) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txba5cb99a36214e0aa77b7-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa565f59b91bb426f945c6-00662ddd57) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa565f59b91bb426f945c6-00662ddd57) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx89446acdd5d5422db6d16-00662ddd57) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx89446acdd5d5422db6d16-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx7f6f99fe3b4549e0bb5bb-00683aee1c) +test ERROR: Container HEAD returning 503 for [] (txn: tx7f6f99fe3b4549e0bb5bb-00683aee1c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +sharder-test INFO: Cleaved ShardRange in 0.023s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.002226114273071289s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692463.42815, (6, 6) as of 1748692508.29574, cleaved as of 1748692463.42815> in 0.017s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0c350bc5-46a2-4db5-b220-fcb5f94c6348-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (6, 6) as of 1748692508.29574, cleaved as of 1748692463.42815>, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015354156494140625s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692463.42815, (6, 6) as of 1748692508.29574, cleaved as of 1748692463.42815> in 0.019s, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpx3gfv4lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.20202.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbd18e7cc255a44a584688-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: txbd18e7cc255a44a584688-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: tx30abc221da8a4042a01a8-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: tx30abc221da8a4042a01a8-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4540b29dd042400d82500-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx496f82b5591143b3b5a07-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx42ab2427054b4bc8914dd-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx42ab2427054b4bc8914dd-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx42ab2427054b4bc8914dd-00662ddd57) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx42ab2427054b4bc8914dd-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcf836c866c1b46e98ff9f-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcf836c866c1b46e98ff9f-00662ddd57) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcf836c866c1b46e98ff9f-00662ddd57) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txcf836c866c1b46e98ff9f-00662ddd57) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx4d4803e0b462492983de5-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx4d4803e0b462492983de5-00662ddd57) -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx4d4803e0b462492983de5-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: tx4d4803e0b462492983de5-00662ddd57) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: txc634c87e66f64d86a5ffe-00683aee1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx07bcbe66696646e09de8a-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx07bcbe66696646e09de8a-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx07bcbe66696646e09de8a-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx07bcbe66696646e09de8a-00683aee1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx30063ff44f464c4b81246-00683aee1c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfe6b3a446ac7497eab5d4-00683aee1c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx53cc63f260f14630a58d2-00683aee1c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx7304ad36b29f44c0ae3e9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx877fd7c247cd476bb2cb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txc791679d34b84a80a5613-00683aee1c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa7f1e7dfa2904377b00b1-00683aee1c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2293555c8e9a4ca78de0f-00683aee1c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx62519585dfc9468091326-00683aee1c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe34cc83f791744fb99787-00683aee1c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0e77992ed99c4e399cea5-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx8e048e12c8614f07b4a24-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx3b57cca5f73f41199e1ce-00683aee1c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6ca646fe67ff473b8db9d-00683aee1c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txa5660fced51c458796a74-00683aee1c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd130715f40b407b9c7f4-00683aee1c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx08aeb7c5a92e4b22b7e08-00683aee1c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx7c59a9bacc5c4c59a69e5-00683aee1c) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaved ShardRange in 0.02s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, found as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp3u669z7h/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692463.42815, (3, 6) as of 1748692508.61779, cleaved as of 1748692463.42815> in 0.003s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692463.42815, (1, 100) as of 1748692508.64103, cleaved as of 1748692463.42815> in 0.01s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx5fdbb4825baa427e95ec7-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx6da056f0466f46dbacf7b-00683aee1c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx203459287a734ec4a2c01-00683aee1c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx37b1a0bb53c5481c959b8-00662ddd57) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx19a63ea709cb4ecfa6bbe-00662ddd57) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx19a63ea709cb4ecfa6bbe-00662ddd57) +test INFO: Client disconnected on read of '/a/c' (txn: tx1ac3b8e839264726873a3-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: tx6ba0fa65786044bc9688f-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: tx895a2685886c4c35b121c-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: tx895a2685886c4c35b121c-00683aee1c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43189,8 +48209,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2409b69fe29947cea17b5-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43198,8 +48218,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf1f583167dff49648bef7-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43207,8 +48227,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx985e94b90d604c3e9daba-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43216,18 +48236,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a1edcfb863c423899479-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6acd162ea2994b8983e98-00662ddd57) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf78ecbc3432e44848c68d-00662ddd57) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf78ecbc3432e44848c68d-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43235,8 +48246,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43244,8 +48255,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43253,53 +48264,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test WARNING: Could not autocreate account '/account' (txn: tx57e8091ee9c54d06b5fd3-00662ddd57) -test INFO: autocreate account '/account' (txn: txefcf3aae2d194e568ca3d-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test WARNING: Could not autocreate account '/account' (txn: txdeb0c3109f9f4fec91418-00662ddd57) -test INFO: autocreate account '/account' (txn: tx28eac9858384438f9cc2f-00662ddd57) -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb642637a9bcc413d8e301-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txb642637a9bcc413d8e301-00662ddd57) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb642637a9bcc413d8e301-00662ddd57) -test INFO: autocreate account '/account' (txn: txf9b0e31ac5134ea2a1d99-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx24280c2d9e26426ba8697-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx24280c2d9e26426ba8697-00662ddd57) -test INFO: autocreate account '/account' (txn: tx24280c2d9e26426ba8697-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx48cdd7a25dff42e49d1bd-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx48cdd7a25dff42e49d1bd-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx37a3fdd1b3d841ca82f60-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx69110603134e4fd2a8ce5-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43307,8 +48273,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6cdb3d82f684d96b6cd6-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43316,8 +48283,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txda779ea56e984e98a3e8c-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43325,8 +48292,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbd02217a9e65473ba3f0e-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -43334,3716 +48301,113 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf1efc273f01645fcb797d-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9dd955a992a64b6da9c2e-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txb343b2d490d74941a9a02-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx93ab4fafdb624cf3b93bb-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx93ab4fafdb624cf3b93bb-00662ddd57) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx93ab4fafdb624cf3b93bb-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx50024e18480c48e098df9-00662ddd57) -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmpg337ebef/containers/part/suffix/hash/container.db' -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -Unlinked retiring db '/tmp/tmpg337ebef/containers/part/suffix/hash/container_1714281832.00000.db' -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -Unlinked retiring db '/tmp/tmpg337ebef/containers/part/suffix/hash/container_1714281843.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx50024e18480c48e098df9-00662ddd57) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx50024e18480c48e098df9-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txd7d8daa3eef2431ab4fbe-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd7d8daa3eef2431ab4fbe-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd7d8daa3eef2431ab4fbe-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd7d8daa3eef2431ab4fbe-00662ddd57) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txa39ac6d7de6247a19a32c-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa39ac6d7de6247a19a32c-00662ddd57) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa39ac6d7de6247a19a32c-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa39ac6d7de6247a19a32c-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx947284741e2c45ce8d5cf-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx51f62a83395d486db42ee-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx51f62a83395d486db42ee-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx51f62a83395d486db42ee-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: tx51f62a83395d486db42ee-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txac98fb4d606e4e6caeb6e-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txac98fb4d606e4e6caeb6e-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txac98fb4d606e4e6caeb6e-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: txac98fb4d606e4e6caeb6e-00662ddd57) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txca69ef76f0464c6398d22-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4b8c2d1de1e44873a09ae-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4b8c2d1de1e44873a09ae-00662ddd57) -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test ERROR: Failed to unlink '/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container.db': +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container_1714281816.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container_1714281816.00000.db': ['/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container.db', '/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container_1714281817.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpk9xxxz0n/containers/part/suffix/hash/container_1714281817.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpe_5gy98_/containers/part/suffix/hash/0480e671-c2df-480d-8c98-4f3e9b1d7098.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -Unlinked retiring db '/tmp/tmpcty58zjn/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -Unlinked retiring db '/tmp/tmpu6254_fz/containers/part/suffix/hash/container-d034f6e2-f38d-4a7d-9914-c2eae4502279.db' -Unlinked retiring db '/tmp/tmpu6254_fz/containers/part/suffix/hash/container-eabe3875-1892-4f00-b7f3-a1dc5da4bc10.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -HTTP PERF: 0.00106 seconds to PUT 127.0.0.1:33309 /sda1/123/a/c) -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 51353 2 -HTTP PERF: 0.00070 seconds to PUT 127.0.0.1:33309 /sda1/123/a/c) -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51353 2 -HTTP PERF: 0.00072 seconds to PUT 127.0.0.1:33309 /sda1/123/a/c) -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4b8c2d1de1e44873a09ae-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: tx4b8c2d1de1e44873a09ae-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf7d732c86b3b4f47982c1-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf7d732c86b3b4f47982c1-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf7d732c86b3b4f47982c1-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: txf7d732c86b3b4f47982c1-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc2b3e64d2fd147f2b66c5-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txe2da820b4ea74d4994fd9-00662ddd57) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txe2da820b4ea74d4994fd9-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: txe2da820b4ea74d4994fd9-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txebf935495acf402fb4c0a-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6a9f081ca04c4bcd95e40-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: tx6a9f081ca04c4bcd95e40-00662ddd57) -test INFO: Client disconnected on read of '/a/c/' (txn: tx6a9f081ca04c4bcd95e40-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0fccbe2345f149a0b398c-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0fccbe2345f149a0b398c-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0fccbe2345f149a0b398c-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0fccbe2345f149a0b398c-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx04098bf72e7046c4b30e8-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx04098bf72e7046c4b30e8-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx04098bf72e7046c4b30e8-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx04098bf72e7046c4b30e8-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3fd3d1a5787f42f6a8b89-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3fd3d1a5787f42f6a8b89-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3fd3d1a5787f42f6a8b89-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3fd3d1a5787f42f6a8b89-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd4a31062d8d4461d967ab-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd4a31062d8d4461d967ab-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd4a31062d8d4461d967ab-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd4a31062d8d4461d967ab-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6053557b04b5426b92926-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6053557b04b5426b92926-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6053557b04b5426b92926-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6053557b04b5426b92926-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc8730fac11404b96ba187-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc8730fac11404b96ba187-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc8730fac11404b96ba187-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc8730fac11404b96ba187-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2e5eeb02466b4cfea5145-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2e5eeb02466b4cfea5145-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2e5eeb02466b4cfea5145-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2e5eeb02466b4cfea5145-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb47693dcc08d46c7af79f-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb47693dcc08d46c7af79f-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb47693dcc08d46c7af79f-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb47693dcc08d46c7af79f-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb1933d6fce174c5aa58fd-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5bde6e27aca84b1dbf679-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5bde6e27aca84b1dbf679-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5bde6e27aca84b1dbf679-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx5bde6e27aca84b1dbf679-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx8825b9d22ace4f8a9c7ef-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc22debde7c574a33b883b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc22debde7c574a33b883b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc22debde7c574a33b883b-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txc22debde7c574a33b883b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx555c31cdae5c4350a05d0-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx555c31cdae5c4350a05d0-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx555c31cdae5c4350a05d0-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: tx555c31cdae5c4350a05d0-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc0c533adfa09435690545-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc0c533adfa09435690545-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc0c533adfa09435690545-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txc0c533adfa09435690545-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf13929a05aeb497fb273b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf13929a05aeb497fb273b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf13929a05aeb497fb273b-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txf13929a05aeb497fb273b-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx64ba69fc15fc48f694727-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx64ba69fc15fc48f694727-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx64ba69fc15fc48f694727-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: tx64ba69fc15fc48f694727-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbb9870fbfed24492a643c-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbb9870fbfed24492a643c-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbb9870fbfed24492a643c-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txbb9870fbfed24492a643c-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx40332af904b54453b3195-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx40332af904b54453b3195-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx40332af904b54453b3195-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: tx40332af904b54453b3195-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx52a20ffddd764b3d8c4c3-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx52a20ffddd764b3d8c4c3-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx52a20ffddd764b3d8c4c3-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: tx52a20ffddd764b3d8c4c3-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd553668ac3b748ddad585-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd553668ac3b748ddad585-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd553668ac3b748ddad585-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txd553668ac3b748ddad585-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d228436f55040aa94327-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1d228436f55040aa94327-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1d228436f55040aa94327-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: tx1d228436f55040aa94327-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc9136723bbfc472981d13-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc9136723bbfc472981d13-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc9136723bbfc472981d13-00662ddd57) -test ERROR: Container GET returning 503 for [] (txn: txc9136723bbfc472981d13-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc772d8901a0b48f3819b6-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc772d8901a0b48f3819b6-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc772d8901a0b48f3819b6-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc772d8901a0b48f3819b6-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx417a1344e8b44c4698cf8-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx417a1344e8b44c4698cf8-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx417a1344e8b44c4698cf8-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx417a1344e8b44c4698cf8-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb515e9299be9411c957ce-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb515e9299be9411c957ce-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb515e9299be9411c957ce-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb515e9299be9411c957ce-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcfbdd1b79cdb4c44a71a1-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcfbdd1b79cdb4c44a71a1-00662ddd57) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcfbdd1b79cdb4c44a71a1-00662ddd57) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcfbdd1b79cdb4c44a71a1-00662ddd57) -test INFO: Client disconnected on read of '/a/c' (txn: tx6c3340979ea24d86b8516-00662ddd57) -test INFO: Client disconnected on read of '/a/c/' (txn: tx6c3340979ea24d86b8516-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx927c55d3171d40b099cc2-00662ddd57) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283083.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/e75/60af727828b4e9caa64244d684f7be75/60af727828b4e9caa64244d684f7be75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283088.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/99a/922897a5b63c1ed2b7e6189f2eb1599a/922897a5b63c1ed2b7e6189f2eb1599a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283093.00000-0, db: /tmp/tmp5_zephko/sda/containers/0/227/6b9dbc1aec8ccbf0301bfe0af016d227/6b9dbc1aec8ccbf0301bfe0af016d227.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/cb5/785fef4306cb407f5d036357d64b8cb5/785fef4306cb407f5d036357d64b8cb5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281819.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/cb5/785fef4306cb407f5d036357d64b8cb5/785fef4306cb407f5d036357d64b8cb5_1714281819.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929_1714281823.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07_1714281827.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/afa/e41f83fa984271a5657b9230be802afa/e41f83fa984271a5657b9230be802afa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281831.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/afa/e41f83fa984271a5657b9230be802afa/e41f83fa984271a5657b9230be802afa_1714281831.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281835.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7_1714281835.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c8c/49c092ff1b41961474cbd3ffa3810c8c/49c092ff1b41961474cbd3ffa3810c8c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281839.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c8c/49c092ff1b41961474cbd3ffa3810c8c/49c092ff1b41961474cbd3ffa3810c8c_1714281839.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/d2d/993845f7f802519a83abea7e4b713d2d/993845f7f802519a83abea7e4b713d2d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281843.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/d2d/993845f7f802519a83abea7e4b713d2d/993845f7f802519a83abea7e4b713d2d_1714281843.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281847.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1_1714281847.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ee3/76fdf8bf2c1fed70757dadfc864cfee3/76fdf8bf2c1fed70757dadfc864cfee3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281851.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ee3/76fdf8bf2c1fed70757dadfc864cfee3/76fdf8bf2c1fed70757dadfc864cfee3_1714281851.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ac8/52b8bf2c90b9635a083d7b35f1b67ac8/52b8bf2c90b9635a083d7b35f1b67ac8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281855.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ac8/52b8bf2c90b9635a083d7b35f1b67ac8/52b8bf2c90b9635a083d7b35f1b67ac8_1714281855.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281859.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5_1714281859.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281863.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/879/dcdf70a6cce4ff6baa6bc22361fc7879/dcdf70a6cce4ff6baa6bc22361fc7879_1714281863.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/4f2/b55ce9aa9fb336209eb1ba7bdf1234f2/b55ce9aa9fb336209eb1ba7bdf1234f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281867.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/4f2/b55ce9aa9fb336209eb1ba7bdf1234f2/b55ce9aa9fb336209eb1ba7bdf1234f2_1714281867.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281871.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676_1714281871.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/61c/27175e5cc847c83bb1f234b7a593a61c/27175e5cc847c83bb1f234b7a593a61c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281875.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/61c/27175e5cc847c83bb1f234b7a593a61c/27175e5cc847c83bb1f234b7a593a61c_1714281875.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/0f2/a04f3d52f24ae0593dbe94564daab0f2/a04f3d52f24ae0593dbe94564daab0f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281879.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/0f2/a04f3d52f24ae0593dbe94564daab0f2/a04f3d52f24ae0593dbe94564daab0f2_1714281879.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee_1714281883.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/3c9/fcd40ec7eebf626a83fcd776c4d1d3c9/fcd40ec7eebf626a83fcd776c4d1d3c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281887.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/3c9/fcd40ec7eebf626a83fcd776c4d1d3c9/fcd40ec7eebf626a83fcd776c4d1d3c9_1714281887.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/941/7e65d00112f3a32ee33ba79863c70941/7e65d00112f3a32ee33ba79863c70941.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281891.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/941/7e65d00112f3a32ee33ba79863c70941/7e65d00112f3a32ee33ba79863c70941_1714281891.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281895.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118_1714281895.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/6bd/135f3684d69e1c523319401c98dbc6bd/135f3684d69e1c523319401c98dbc6bd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281899.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/6bd/135f3684d69e1c523319401c98dbc6bd/135f3684d69e1c523319401c98dbc6bd_1714281899.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/770/09103686dadb9d14b5cd691e79803770/09103686dadb9d14b5cd691e79803770.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281903.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/770/09103686dadb9d14b5cd691e79803770/09103686dadb9d14b5cd691e79803770_1714281903.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a_1714281907.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/fdd/db8fc56e2c4413e28f8f28c45b108fdd/db8fc56e2c4413e28f8f28c45b108fdd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281911.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/fdd/db8fc56e2c4413e28f8f28c45b108fdd/db8fc56e2c4413e28f8f28c45b108fdd_1714281911.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/cb3/21b04646cb9bc9695b3cfb8193a2acb3/21b04646cb9bc9695b3cfb8193a2acb3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281915.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/cb3/21b04646cb9bc9695b3cfb8193a2acb3/21b04646cb9bc9695b3cfb8193a2acb3_1714281915.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029_1714281919.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb_1714281923.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163_1714281927.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5_1714281931.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280_1714281935.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/062/db02f131540d82dc1b2b0b948a7e6062/db02f131540d82dc1b2b0b948a7e6062.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281939.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/062/db02f131540d82dc1b2b0b948a7e6062/db02f131540d82dc1b2b0b948a7e6062_1714281939.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213_1714281943.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825_1714281947.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/e5d/ca2ff828e361d7538832ed482ccb2e5d/ca2ff828e361d7538832ed482ccb2e5d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281951.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/e5d/ca2ff828e361d7538832ed482ccb2e5d/ca2ff828e361d7538832ed482ccb2e5d_1714281951.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5_1714281955.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827_1714281959.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281963.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610_1714281963.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9_1714281967.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test ERROR: ERROR Account update failed with 127.0.0.1:33309/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0028 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0023 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0027 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx927c55d3171d40b099cc2-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx927c55d3171d40b099cc2-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: tx927c55d3171d40b099cc2-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx458667b3e6e041dfa0e95-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx458667b3e6e041dfa0e95-00662ddd57) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx458667b3e6e041dfa0e95-00662ddd57) -test ERROR: Account HEAD returning 503 for [] (txn: tx458667b3e6e041dfa0e95-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx4bf90a44a0f14f92b41ae-00662ddd57) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ffe89d01c8a4b2098d68-00662ddd58) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd33ee9b9965a441ba5b6b-00662ddd58) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmpm6u8jk5s/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0043 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0_1714281971.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a7d/ffc0c9933648f7c85a4ae00cd0d65a7d/ffc0c9933648f7c85a4ae00cd0d65a7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281975.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a7d/ffc0c9933648f7c85a4ae00cd0d65a7d/ffc0c9933648f7c85a4ae00cd0d65a7d_1714281975.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071_1714281979.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971_1714281983.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/6cd/7101ee3abf203950001fc11aa866f6cd/7101ee3abf203950001fc11aa866f6cd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281987.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/6cd/7101ee3abf203950001fc11aa866f6cd/7101ee3abf203950001fc11aa866f6cd_1714281987.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841_1714281991.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c_1714281995.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/96b/c14d45128e87e9b4d743dcff1327096b/c14d45128e87e9b4d743dcff1327096b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281999.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/96b/c14d45128e87e9b4d743dcff1327096b/c14d45128e87e9b4d743dcff1327096b_1714281999.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668_1714282003.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282007.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc_1714282007.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/061/ef1cc41160b27422d1abaa423f7eb061/ef1cc41160b27422d1abaa423f7eb061.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282011.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/061/ef1cc41160b27422d1abaa423f7eb061/ef1cc41160b27422d1abaa423f7eb061_1714282011.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a_1714282015.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282019.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19_1714282019.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282023.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d_1714282023.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c_1714282027.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282031.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88_1714282031.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/803/c49d9d9c5c20a95bfe6426e487d89803/c49d9d9c5c20a95bfe6426e487d89803.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282035.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/803/c49d9d9c5c20a95bfe6426e487d89803/c49d9d9c5c20a95bfe6426e487d89803_1714282035.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8_1714282039.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2_1714282043.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/b22/229771f9618a7dd9078e903b81942b22/229771f9618a7dd9078e903b81942b22.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282047.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/b22/229771f9618a7dd9078e903b81942b22/229771f9618a7dd9078e903b81942b22_1714282047.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f.db' -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6umkot9v/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0043 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0047 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0040 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0045 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0041 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0040 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0045 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0040 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0043 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0041 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmp5813ibmd/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0051 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f_1714282051.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282055.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e_1714282055.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/473/2a9dbf7f2d383a750ae72e5abde84473/2a9dbf7f2d383a750ae72e5abde84473.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282059.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/473/2a9dbf7f2d383a750ae72e5abde84473/2a9dbf7f2d383a750ae72e5abde84473_1714282059.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e_1714282063.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282067.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380_1714282067.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/aee/b8a7a392343be129462d58c8f6fbdaee/b8a7a392343be129462d58c8f6fbdaee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282071.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/aee/b8a7a392343be129462d58c8f6fbdaee/b8a7a392343be129462d58c8f6fbdaee_1714282071.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d_1714282075.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282079.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f_1714282079.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282083.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a_1714282083.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4_1714282087.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ec4/85ec9184b34f54bfb27ac9be96d26ec4/85ec9184b34f54bfb27ac9be96d26ec4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282091.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ec4/85ec9184b34f54bfb27ac9be96d26ec4/85ec9184b34f54bfb27ac9be96d26ec4_1714282091.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c8c/467ca8c74766107af0813b9d016c9c8c/467ca8c74766107af0813b9d016c9c8c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282095.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c8c/467ca8c74766107af0813b9d016c9c8c/467ca8c74766107af0813b9d016c9c8c_1714282095.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282099.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5_1714282099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282103.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be_1714282103.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/278/e771ce1e8c6dd44d72d02a188b827278/e771ce1e8c6dd44d72d02a188b827278.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282107.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/278/e771ce1e8c6dd44d72d02a188b827278/e771ce1e8c6dd44d72d02a188b827278_1714282107.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/7f2/8a1f93dd951bd20b913ad5b2fbe107f2/8a1f93dd951bd20b913ad5b2fbe107f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282111.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/7f2/8a1f93dd951bd20b913ad5b2fbe107f2/8a1f93dd951bd20b913ad5b2fbe107f2_1714282111.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/92f/34daceb2670ffcd8c4e0e761837ee92f/34daceb2670ffcd8c4e0e761837ee92f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282115.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/92f/34daceb2670ffcd8c4e0e761837ee92f/34daceb2670ffcd8c4e0e761837ee92f_1714282115.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a55/9e4bbb75e3b9b882a43819910f2e5a55/9e4bbb75e3b9b882a43819910f2e5a55.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282119.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a55/9e4bbb75e3b9b882a43819910f2e5a55/9e4bbb75e3b9b882a43819910f2e5a55_1714282119.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282123.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996_1714282123.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c3d/5d578487e4e098e5d87226b7f2dc8c3d/5d578487e4e098e5d87226b7f2dc8c3d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282127.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c3d/5d578487e4e098e5d87226b7f2dc8c3d/5d578487e4e098e5d87226b7f2dc8c3d_1714282127.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/326/da1d39ea3820a3d038b6036a1499e326/da1d39ea3820a3d038b6036a1499e326.db' -test DEBUG: Unlinked retiring db '/tmp/tmp11yorv_x/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0033 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0052 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0048 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0054 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:36 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 51353 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0004 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0044 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0042 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0040 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0029 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmp21rt3lzm/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0054 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5baf72c5aefe45cb98eb9-00662ddd58) -test INFO: Client disconnected on read of '/a/c' (txn: tx5baf72c5aefe45cb98eb9-00662ddd58) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx95c25b64947743f68ba0b-00662ddd58) -test INFO: Client disconnected on read of '/a/c' (txn: tx95c25b64947743f68ba0b-00662ddd58) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx24e2ea07aa704f4e8e52f-00662ddd59) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx24e2ea07aa704f4e8e52f-00662ddd59) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx24e2ea07aa704f4e8e52f-00662ddd59) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx24e2ea07aa704f4e8e52f-00662ddd59) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0030 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0031 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0082 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 3 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: More than one part in a single-part response? -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 51368, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmptda9snaj/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmptda9snaj/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp3cy5de7d/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp3cy5de7d/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282131.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/326/da1d39ea3820a3d038b6036a1499e326/da1d39ea3820a3d038b6036a1499e326_1714282131.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/48d/04e817db0b33491aacec26d00239c48d/04e817db0b33491aacec26d00239c48d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282135.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/48d/04e817db0b33491aacec26d00239c48d/04e817db0b33491aacec26d00239c48d_1714282135.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/cf5/73dec8e84fb73f7eb775778232c16cf5/73dec8e84fb73f7eb775778232c16cf5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282139.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/cf5/73dec8e84fb73f7eb775778232c16cf5/73dec8e84fb73f7eb775778232c16cf5_1714282139.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282143.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a_1714282143.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/92b/e8eff257f18afa42e7ceef0c5ed2f92b/e8eff257f18afa42e7ceef0c5ed2f92b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282147.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/92b/e8eff257f18afa42e7ceef0c5ed2f92b/e8eff257f18afa42e7ceef0c5ed2f92b_1714282147.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ad5/30c83c6723e7a805370b8f9d55ad8ad5/30c83c6723e7a805370b8f9d55ad8ad5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282151.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ad5/30c83c6723e7a805370b8f9d55ad8ad5/30c83c6723e7a805370b8f9d55ad8ad5_1714282151.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/1cd/63416317a9f7a48130c0b28e98b0c1cd/63416317a9f7a48130c0b28e98b0c1cd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282155.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/1cd/63416317a9f7a48130c0b28e98b0c1cd/63416317a9f7a48130c0b28e98b0c1cd_1714282155.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/3e9/5fdec3fabbeaf465a02e4eb8467c03e9/5fdec3fabbeaf465a02e4eb8467c03e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282159.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/3e9/5fdec3fabbeaf465a02e4eb8467c03e9/5fdec3fabbeaf465a02e4eb8467c03e9_1714282159.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282163.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f_1714282163.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/6b6/f9949e244ba633fbb68afc040d6a16b6/f9949e244ba633fbb68afc040d6a16b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282167.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/6b6/f9949e244ba633fbb68afc040d6a16b6/f9949e244ba633fbb68afc040d6a16b6_1714282167.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/008/ca3c23ac63bbd3074bd6bac97e3c1008/ca3c23ac63bbd3074bd6bac97e3c1008.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282171.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/008/ca3c23ac63bbd3074bd6bac97e3c1008/ca3c23ac63bbd3074bd6bac97e3c1008_1714282171.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a21/a53c93b99e99041b27af85d3eae79a21/a53c93b99e99041b27af85d3eae79a21.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282175.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a21/a53c93b99e99041b27af85d3eae79a21/a53c93b99e99041b27af85d3eae79a21_1714282175.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/10f/2fc86f544d91969f4e62570a4a67010f/2fc86f544d91969f4e62570a4a67010f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282179.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/10f/2fc86f544d91969f4e62570a4a67010f/2fc86f544d91969f4e62570a4a67010f_1714282179.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282183.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee_1714282183.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/4d1/576af003f19b847a03c739263b9794d1/576af003f19b847a03c739263b9794d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282187.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/4d1/576af003f19b847a03c739263b9794d1/576af003f19b847a03c739263b9794d1_1714282187.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/430/30601d0b0b77c0e430795ed8a2e4d430/30601d0b0b77c0e430795ed8a2e4d430.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282191.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/430/30601d0b0b77c0e430795ed8a2e4d430/30601d0b0b77c0e430795ed8a2e4d430_1714282191.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/4dc/2f6bd3dfe209ce4cd76cfe5f36d774dc/2f6bd3dfe209ce4cd76cfe5f36d774dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282195.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/4dc/2f6bd3dfe209ce4cd76cfe5f36d774dc/2f6bd3dfe209ce4cd76cfe5f36d774dc_1714282195.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/719/f44961ffb3c8614e9f7b4d37c3320719/f44961ffb3c8614e9f7b4d37c3320719.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282199.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/719/f44961ffb3c8614e9f7b4d37c3320719/f44961ffb3c8614e9f7b4d37c3320719_1714282199.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282203.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2_1714282203.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f7d/db19095a7551b45f8122f5830ed0ff7d/db19095a7551b45f8122f5830ed0ff7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282207.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f7d/db19095a7551b45f8122f5830ed0ff7d/db19095a7551b45f8122f5830ed0ff7d_1714282207.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a14/9fafd348ea04f2b0ee25bc6c59e98a14/9fafd348ea04f2b0ee25bc6c59e98a14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282211.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a14/9fafd348ea04f2b0ee25bc6c59e98a14/9fafd348ea04f2b0ee25bc6c59e98a14_1714282211.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/338/ef7c7f9e323237623a7ea8c4e4452338/ef7c7f9e323237623a7ea8c4e4452338.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282215.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/338/ef7c7f9e323237623a7ea8c4e4452338/ef7c7f9e323237623a7ea8c4e4452338_1714282215.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/612/6379cc5a45cdadf89898e1a8767fc612/6379cc5a45cdadf89898e1a8767fc612.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282219.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/612/6379cc5a45cdadf89898e1a8767fc612/6379cc5a45cdadf89898e1a8767fc612_1714282219.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282223.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867_1714282223.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a7a/7398afb3c77f138a1d44955208d23a7a/7398afb3c77f138a1d44955208d23a7a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282227.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a7a/7398afb3c77f138a1d44955208d23a7a/7398afb3c77f138a1d44955208d23a7a_1714282227.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/36e/6804344f250694fff3ed61205e9e636e/6804344f250694fff3ed61205e9e636e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282231.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/36e/6804344f250694fff3ed61205e9e636e/6804344f250694fff3ed61205e9e636e_1714282231.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/665/793aead8ea2cb0bc0b2f4a134ea66665/793aead8ea2cb0bc0b2f4a134ea66665.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282235.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/665/793aead8ea2cb0bc0b2f4a134ea66665/793aead8ea2cb0bc0b2f4a134ea66665_1714282235.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/232/e4dfb62a8ab78ca6affcebc629fbd232/e4dfb62a8ab78ca6affcebc629fbd232.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282239.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/232/e4dfb62a8ab78ca6affcebc629fbd232/e4dfb62a8ab78ca6affcebc629fbd232_1714282239.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282243.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65_1714282243.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a5a/99a14c05b6d6704a17b739e80a8efa5a/99a14c05b6d6704a17b739e80a8efa5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282247.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a5a/99a14c05b6d6704a17b739e80a8efa5a/99a14c05b6d6704a17b739e80a8efa5a_1714282247.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/97a/ed07d803b32e0b98ac31f83c772b497a/ed07d803b32e0b98ac31f83c772b497a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282251.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/97a/ed07d803b32e0b98ac31f83c772b497a/ed07d803b32e0b98ac31f83c772b497a_1714282251.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/fbd/db33cc7beea379ea45b0f3258224efbd/db33cc7beea379ea45b0f3258224efbd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282255.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/fbd/db33cc7beea379ea45b0f3258224efbd/db33cc7beea379ea45b0f3258224efbd_1714282255.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/237/5fb0d77f8852ec7bef5affff6929f237/5fb0d77f8852ec7bef5affff6929f237.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282259.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/237/5fb0d77f8852ec7bef5affff6929f237/5fb0d77f8852ec7bef5affff6929f237_1714282259.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282263.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81_1714282263.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/975/fe4d0af394e6f84556a9f31eab4b9975/fe4d0af394e6f84556a9f31eab4b9975.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282267.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/975/fe4d0af394e6f84556a9f31eab4b9975/fe4d0af394e6f84556a9f31eab4b9975_1714282267.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ded/b1c407f25897f8487c6313f2c4f71ded/b1c407f25897f8487c6313f2c4f71ded.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282271.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ded/b1c407f25897f8487c6313f2c4f71ded/b1c407f25897f8487c6313f2c4f71ded_1714282271.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/ea2/3ddb503e93b6c6ad12079fbe04a71ea2/3ddb503e93b6c6ad12079fbe04a71ea2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282275.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/ea2/3ddb503e93b6c6ad12079fbe04a71ea2/3ddb503e93b6c6ad12079fbe04a71ea2_1714282275.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/f95/8a41b11e3e2e8bec395d983b1b100f95/8a41b11e3e2e8bec395d983b1b100f95.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282279.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/f95/8a41b11e3e2e8bec395d983b1b100f95/8a41b11e3e2e8bec395d983b1b100f95_1714282279.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282283.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e_1714282283.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/4bf/c769e70c4cc637fb65f5e8f96f6354bf/c769e70c4cc637fb65f5e8f96f6354bf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282287.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/4bf/c769e70c4cc637fb65f5e8f96f6354bf/c769e70c4cc637fb65f5e8f96f6354bf_1714282287.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/a66/45f0df24a8b1465430a8978181823a66/45f0df24a8b1465430a8978181823a66.db' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51353 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 51353 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0040 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0042 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0033 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282291.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/a66/45f0df24a8b1465430a8978181823a66/45f0df24a8b1465430a8978181823a66_1714282291.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/78f/342db43a832a1e4ef93d34fa79f1c78f/342db43a832a1e4ef93d34fa79f1c78f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282295.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/78f/342db43a832a1e4ef93d34fa79f1c78f/342db43a832a1e4ef93d34fa79f1c78f_1714282295.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/06c/f6b7cc9f1ce0ece74278d8f1d217106c/f6b7cc9f1ce0ece74278d8f1d217106c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282299.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/06c/f6b7cc9f1ce0ece74278d8f1d217106c/f6b7cc9f1ce0ece74278d8f1d217106c_1714282299.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282303.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25_1714282303.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/1db/9b040df1dc3125ffb0d270c7d29401db/9b040df1dc3125ffb0d270c7d29401db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282307.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/1db/9b040df1dc3125ffb0d270c7d29401db/9b040df1dc3125ffb0d270c7d29401db_1714282307.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/623/3853b3521d0efc0b54931e49f740d623/3853b3521d0efc0b54931e49f740d623.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282311.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/623/3853b3521d0efc0b54931e49f740d623/3853b3521d0efc0b54931e49f740d623_1714282311.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/55f/c4a9c6f8775e9991eb2ccf90e3fd655f/c4a9c6f8775e9991eb2ccf90e3fd655f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282315.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/55f/c4a9c6f8775e9991eb2ccf90e3fd655f/c4a9c6f8775e9991eb2ccf90e3fd655f_1714282315.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/5aa/d2629e1696f0cd6867a44ff7775115aa/d2629e1696f0cd6867a44ff7775115aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282319.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/5aa/d2629e1696f0cd6867a44ff7775115aa/d2629e1696f0cd6867a44ff7775115aa_1714282319.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282323.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab_1714282323.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9mh4vzmi/sda/containers/0/55e/b3a7fb133ab75667cff65d27c53fb55e/b3a7fb133ab75667cff65d27c53fb55e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282327.00000-0, db: /tmp/tmp9mh4vzmi/sda/containers/0/55e/b3a7fb133ab75667cff65d27c53fb55e/b3a7fb133ab75667cff65d27c53fb55e_1714282327.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281820.00000-0, db: /tmp/tmpxa518yla/sda/containers/0/ead/22f0105556e9714044d511340fd87ead/22f0105556e9714044d511340fd87ead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmpxa518yla/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmpxa518yla/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmpxa518yla/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmpr2kxnqrl/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmpr2kxnqrl/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmpr2kxnqrl/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmpr2kxnqrl/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281825.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/df3/f674ddb32d72a2505893362be4e23df3/f674ddb32d72a2505893362be4e23df3.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281825.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/df3/f674ddb32d72a2505893362be4e23df3/f674ddb32d72a2505893362be4e23df3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281825.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/df3/f674ddb32d72a2505893362be4e23df3/f674ddb32d72a2505893362be4e23df3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmpbxqbosfw/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0024 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 51353 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0044 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0076 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -HTTP PERF: 0.00077 seconds to PUT 127.0.0.1:48717 /sda1/123/a/c) -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -HTTP PERF: 0.00065 seconds to PUT 127.0.0.1:48717 /sda1/123/a/c) -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 51353 - -HTTP PERF: 0.00074 seconds to PUT 127.0.0.1:48717 /sda1/123/a/c) -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test ERROR: ERROR Account update failed with 127.0.0.1:48717/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 51353 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0038 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:37 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0031 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0030 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmp1jnr2m0i/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281833.00000-0, db: /tmp/tmpyxw2xodh/sda/containers/0/9b7/d6e6e74bb7acddaa847f88d4fe4719b7/d6e6e74bb7acddaa847f88d4fe4719b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281821.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/fd3/90b961fcf48c6e105d981ef2467cffd3/90b961fcf48c6e105d981ef2467cffd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281827.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/e07/ac23f88da28ccfe24809bae968026e07/ac23f88da28ccfe24809bae968026e07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281830.00000-0, db: /tmp/tmp0_vv2yzl/sda/containers/0/887/0a867f8f0aeca638da63541add118887/0a867f8f0aeca638da63541add118887.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281822.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/e40/6aa18c59816c5bcaa1cbca65218a5e40/6aa18c59816c5bcaa1cbca65218a5e40.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281822.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/e40/6aa18c59816c5bcaa1cbca65218a5e40/6aa18c59816c5bcaa1cbca65218a5e40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281825.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/df3/f674ddb32d72a2505893362be4e23df3/f674ddb32d72a2505893362be4e23df3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281825.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/df3/f674ddb32d72a2505893362be4e23df3/f674ddb32d72a2505893362be4e23df3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281831.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/afa/e41f83fa984271a5657b9230be802afa/e41f83fa984271a5657b9230be802afa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281831.00000-0, db: /tmp/tmp0xcndadb/sda/containers/0/afa/e41f83fa984271a5657b9230be802afa/e41f83fa984271a5657b9230be802afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281822.00000-0, db: /tmp/tmpru2vohun/sda/containers/0/e40/6aa18c59816c5bcaa1cbca65218a5e40/6aa18c59816c5bcaa1cbca65218a5e40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281824.00000-0, db: /tmp/tmpru2vohun/sda/containers/0/c6d/078b45b69ae872fdaa45e9b0947d0c6d/078b45b69ae872fdaa45e9b0947d0c6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmpru2vohun/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281828.00000-0, db: /tmp/tmpru2vohun/sda/containers/0/817/50f5bdfdf02f3046e5ed9d78357a5817/50f5bdfdf02f3046e5ed9d78357a5817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281823.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/929/5e7bbbe1377105c1139ae5e5de5f5929/5e7bbbe1377105c1139ae5e5de5f5929.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281826.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/622/0534d61bb404d78f28181372b8e47622/0534d61bb404d78f28181372b8e47622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281829.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/22c/a036c8d21f3e83812b97502a1931122c/a036c8d21f3e83812b97502a1931122c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281832.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4a0/950719ff60e129ef20db0d346f7c94a0/950719ff60e129ef20db0d346f7c94a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281835.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281835.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/8a7/54d21f8347d13d423ca22d0d40eb68a7/54d21f8347d13d423ca22d0d40eb68a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281838.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/a84/326c35d88672d7f76b1beda61d3a2a84/326c35d88672d7f76b1beda61d3a2a84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281841.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/293/e5d94681de8ac971e46ba25b822ba293/e5d94681de8ac971e46ba25b822ba293.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281841.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/293/e5d94681de8ac971e46ba25b822ba293/e5d94681de8ac971e46ba25b822ba293.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281844.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/034/6e4b6adaaa4e6bfa709ff90770979034/6e4b6adaaa4e6bfa709ff90770979034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281847.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281847.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1d1/bf00670893f1bd019a214905107b11d1/bf00670893f1bd019a214905107b11d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281850.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7c0/c683912f2e137e7a333fb173d6f3b7c0/c683912f2e137e7a333fb173d6f3b7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281850.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7c0/c683912f2e137e7a333fb173d6f3b7c0/c683912f2e137e7a333fb173d6f3b7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281853.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/35f/7a2fb916624d564b33a6d7f5acc2635f/7a2fb916624d564b33a6d7f5acc2635f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281856.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/37f/ce663e5b6b416ede92e03390daaed37f/ce663e5b6b416ede92e03390daaed37f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281859.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281859.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/ac5/c43b17a24c4fb39082edc1bbdb984ac5/c43b17a24c4fb39082edc1bbdb984ac5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281862.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d33/50961aa624f4a1689c07adff9e879d33/50961aa624f4a1689c07adff9e879d33.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281862.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d33/50961aa624f4a1689c07adff9e879d33/50961aa624f4a1689c07adff9e879d33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281865.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/40d/b44cb4be11c92baf4e0690485f05740d/b44cb4be11c92baf4e0690485f05740d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281865.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/40d/b44cb4be11c92baf4e0690485f05740d/b44cb4be11c92baf4e0690485f05740d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281868.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/3ac/d802e691510e1f26d44a8049568f63ac/d802e691510e1f26d44a8049568f63ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281871.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281871.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/676/8f470b8abe5a02fef5bb6385ec2fe676/8f470b8abe5a02fef5bb6385ec2fe676.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281874.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d2e/6e4f8527e849a5fdc072ff440163dd2e/6e4f8527e849a5fdc072ff440163dd2e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281874.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d2e/6e4f8527e849a5fdc072ff440163dd2e/6e4f8527e849a5fdc072ff440163dd2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281877.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/0b6/f72da6e42e416b1c8f3e2efe641f60b6/f72da6e42e416b1c8f3e2efe641f60b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281877.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/0b6/f72da6e42e416b1c8f3e2efe641f60b6/f72da6e42e416b1c8f3e2efe641f60b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281880.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7ef/402531a259f0f555295f0ee1211077ef/402531a259f0f555295f0ee1211077ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281883.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7ee/54bdde189fb31fdc3d0c59e25b9247ee/54bdde189fb31fdc3d0c59e25b9247ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281886.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9f3/e6b8725f070cbdb1649043561dfd49f3/e6b8725f070cbdb1649043561dfd49f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281889.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c4e/dff89fcf3c31d275a562c6701cf38c4e/dff89fcf3c31d275a562c6701cf38c4e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281889.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c4e/dff89fcf3c31d275a562c6701cf38c4e/dff89fcf3c31d275a562c6701cf38c4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281892.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2ba/96bbeb36af890d0dcc948e7a9d3152ba/96bbeb36af890d0dcc948e7a9d3152ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281895.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281895.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/118/f5ba57f182c5e6dff941d2bc0c811118/f5ba57f182c5e6dff941d2bc0c811118.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 51353 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0060 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0021 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 51353 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test DEBUG: Unlinked retiring db '/tmp/tmpa656g4oy/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:38 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:23:38 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0028 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:23:38 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0051 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0023 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 51353 3 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 3 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0009 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0034 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0036 "-" 51353 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmpar_18mr0/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002143383026123047s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpyqbqs03s/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003814697265625s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023245811462402344s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpyqbqs03s/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0056 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 51353 nada -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 51353 999 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0035 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0034 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 51353 1 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0034 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0035 "-" 51353 3 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0011 "-" 51353 3 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0034 "-" 51353 4 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0032 "-" 51353 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0020 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0041 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002872943878173828s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000308990478515625s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281773.68262, (5, 5) as of 1714281818.82219, cleaved as of 1714281773.68262> in 0.011s, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyqbqs03s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.63538.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0030 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0031 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0030 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0074 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0073 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0100 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0047 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0048 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0025 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0044 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0037 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0039 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0005 "-" 51353 0 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0041 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0044 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 51353 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 51353 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1714281773.68262, (1, 6144) as of 1714281818.91706, cleaved as of 1714281773.68262> in 0.01s, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpa7_abidc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.85129.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281773.68262, (6, 6) as of 1714281818.99669, cleaved as of 1714281773.68262> in 0.008s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '34041096-0b78-47cb-982d-81d2bc78f5a9-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (6, 6) as of 1714281818.99669, cleaved as of 1714281773.68262>, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281773.68262, (6, 6) as of 1714281818.99669, cleaved as of 1714281773.68262> in 0.006s, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpaatpri4z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281818.94907.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000244140625s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, found as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp6oqk_1m5/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281773.68262, (3, 6) as of 1714281819.14792, cleaved as of 1714281773.68262> in 0.003s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281773.68262, (1, 100) as of 1714281819.16033, cleaved as of 1714281773.68262> in 0.007s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002617835998535156s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1714281773.68262, (1, 1000) as of 1714281819.18856, cleaved as of 1714281773.68262> in 0.01s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1714281773.68262, (2, 15) as of 1714281819.21682, active as of 1714281773.68262>, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002346038818359375s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014591217041015625s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 51353 - -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 51353 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 51353 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 51353 2 -test INFO: - - - [28/Apr/2024:05:23:39 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 51353 2 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpodxknzw2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test INFO: Client disconnected on read of '/a/c' (txn: txb7a4e47498604c0cbd79f-00662ddd5b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx89272241faa944ec91076-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx89272241faa944ec91076-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx89272241faa944ec91076-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx89272241faa944ec91076-00662ddd5b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4ec75a86e9684ed8a5644-00662ddd5b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx62271f6d7d1a4a1e9dc4e-00662ddd5b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3795cef5b95f46538ddd9-00662ddd5b) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf7bf27d2e37940a8bf5cf-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx4cefd3e933f3487ba8e18-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx32f8ee0d36d14a5a8c8fc-00662ddd5b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx514bd36edde249d3af037-00662ddd5b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txe9d43d2dab2742948f16a-00662ddd5b) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1714281773.68262, (2, 15) as of 1714281819.21682, active as of 1714281773.68262> in 0.009s, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp6oqk_1m5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.06574.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmphge_5mz0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.27422.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013709068298339844s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014495849609375s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_znmjbpp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.39172.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, found as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018930435180664062s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.747245788574219e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.91278076171875e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5w31j333/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281773.68262, (3, 6) as of 1714281819.53256, cleaved as of 1714281773.68262> in 0.003s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281773.68262, (1, 100) as of 1714281819.54530, cleaved as of 1714281773.68262> in 0.008s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.650520324707031e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1714281773.68262, (1, 1000) as of 1714281819.57442, cleaved as of 1714281773.68262> in 0.01s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1714281773.68262, (2, 15) as of 1714281819.58775, active as of 1714281773.68262>, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002865791320800781s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1714281773.68262, (2, 15) as of 1714281819.58775, active as of 1714281773.68262> in 0.009s, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp5w31j333/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.44735.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1714281773.68262, (500000, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1714281773.68262, (2, 103) as of 1714281819.66663, cleaved as of 1714281773.68262> in 0.008s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1714281819.69849, (500000, 0) as of 1714281819.69849, created as of 1714281819.69849>, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0034105777740478516s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1714281819.69849, (3, 1103) as of 1714281819.73183, cleaved as of 1714281819.69849> in 0.015s, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph_zovt_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281819.62366.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021338462829589844s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpdx336t_d/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015497207641601562s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.843971252441406e-05s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.58306884765625e-05s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb031aa79bf8f44f09e080-00662ddd5b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx360366958e954502a9f7a-00662ddd5b) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb702d5552f6741f8abead-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx04e5ab0497264ce28656b-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txa1f26ae06bfa485c92147-00662ddd5b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf88c977d38864eadad298-00662ddd5b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txe69a92692d7649c8a3bee-00662ddd5b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2801668d2ead41888b749-00662ddd5b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0422397081954173b2563-00662ddd5b) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx929903b023b749c1b857e-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx395e249d5b9d4a3985a81-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx8c374ef846c0474ebb8c2-00662ddd5b) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx144f1c26b03f4296be43e-00662ddd5b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx5a0b77601a174a118d60d-00662ddd5b) -test INFO: Client disconnected on read of '/a/c' (txn: tx9a2064d8ecc940fd9be92-00662ddd5b) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ba1195d1fb141a08adf3-00662ddd5b) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ba1195d1fb141a08adf3-00662ddd5b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -47062,45 +48426,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47119,6 +48447,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47138,9 +48470,6 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47178,43 +48507,6 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): @@ -47253,9 +48545,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47274,32 +48566,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47319,8 +48585,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb @@ -47360,7 +48626,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47434,8 +48700,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47509,7 +48775,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: @@ -47548,10 +48814,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47588,371 +48854,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00024318695068359375s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1714281819.74610, (0, 0) as of 1714281819.74610, sharding as of 1714281819.74610>, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281773.68262, (3, 6) as of 1714281819.81629, cleaved as of 1714281773.68262> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023889541625976562s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.82012939453125e-05s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1714281773.68262, (2, 15) as of 1714281819.83170, cleaved as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018453598022460938s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1714281819.74610, (0, 0) as of 1714281819.74610, sharding as of 1714281819.74610>, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281773.68262, (2, 15) as of 1714281819.83170, cleaved as of 1714281773.68262> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdx336t_d/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281819.74611.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpn74knhy5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025773048400878906s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1714281819.92902, (1000, 11111) as of 1714281819.92902, created as of 1714281819.92902>, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002579689025878906s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1714281842.00000, (0, 0) as of 1714281831.00000, shrunk as of 1714281831.00000>, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281819.92902, (1000, 11111) as of 1714281819.92902, created as of 1714281819.92902> in 0.012s, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281832.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002181529998779297s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001423358917236328s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014090538024902344s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1714281820.01574, (1000, 11111) as of 1714281820.01574, cleaved as of 1714281820.01574>, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00024890899658203125s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1714281869.00000, (0, 0) as of 1714281858.00000, shrunk as of 1714281858.00000>, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281820.01574, (1000, 11111) as of 1714281820.01574, cleaved as of 1714281820.01574> in 0.01s, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281859.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001366138458251953s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1714281820.08135, (1000, 11111) as of 1714281820.08135, active as of 1714281820.08135>, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001900196075439453s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1714281896.00000, (0, 0) as of 1714281885.00000, shrunk as of 1714281885.00000>, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281820.08135, (1000, 11111) as of 1714281820.08135, active as of 1714281820.08135> in 0.012s, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281886.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1714281820.14739, (1000, 11111) as of 1714281820.14739, created as of 1714281820.14739>, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013875961303710938s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1714281912.00000, (0, 0) as of 1714281912.00000, shrinking as of 1714281912.00000>, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.14739, (1000, 11111) as of 1714281820.14739, created as of 1714281820.14739> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1714281820.14743, (1000, 11111) as of 1714281820.14743, created as of 1714281820.14743>, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1714281912.00000, (0, 0) as of 1714281912.00000, shrinking as of 1714281912.00000>, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281820.14743, (1000, 11111) as of 1714281820.14743, created as of 1714281820.14743> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714281913.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1714281820.22237, (1000, 11111) as of 1714281820.22237, cleaved as of 1714281820.22237>, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1714281945.00000, (0, 0) as of 1714281945.00000, shrinking as of 1714281945.00000>, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.22237, (1000, 11111) as of 1714281820.22237, cleaved as of 1714281820.22237> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1714281820.22240, (1000, 11111) as of 1714281820.22240, cleaved as of 1714281820.22240>, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1714281945.00000, (0, 0) as of 1714281945.00000, shrinking as of 1714281945.00000>, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281820.22240, (1000, 11111) as of 1714281820.22240, cleaved as of 1714281820.22240> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714281946.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1714281820.28778, (1000, 11111) as of 1714281820.28778, active as of 1714281820.28778>, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1714281978.00000, (0, 0) as of 1714281978.00000, shrinking as of 1714281978.00000>, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.28778, (1000, 11111) as of 1714281820.28778, active as of 1714281820.28778> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1714281820.28781, (1000, 11111) as of 1714281820.28781, active as of 1714281820.28781>, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1714281978.00000, (0, 0) as of 1714281978.00000, shrinking as of 1714281978.00000>, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281820.28781, (1000, 11111) as of 1714281820.28781, active as of 1714281820.28781> in 0.006s, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714281979.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1714281820.35228, (1000, 11111) as of 1714281820.35228, cleaved as of 1714281820.35228>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019288063049316406s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1714282011.00000, (0, 0) as of 1714282011.00000, shrinking as of 1714282011.00000>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.35228, (1000, 11111) as of 1714281820.35228, cleaved as of 1714281820.35228> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1714281820.35231, (1000, 11111) as of 1714281820.35231, cleaved as of 1714281820.35231>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1714282011.00000, (0, 0) as of 1714282011.00000, shrinking as of 1714282011.00000>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281820.35231, (1000, 11111) as of 1714281820.35231, cleaved as of 1714281820.35231> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1714281820.35232, (1000, 11111) as of 1714281820.35232, cleaved as of 1714281820.35232>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1714282011.00000, (0, 0) as of 1714282011.00000, shrinking as of 1714282011.00000>, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281820.35232, (1000, 11111) as of 1714281820.35232, cleaved as of 1714281820.35232> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282012.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1714281820.42990, (1000, 11111) as of 1714281820.42990, created as of 1714281820.42990>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015282630920410156s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1714282050.00000, (0, 0) as of 1714282050.00000, shrinking as of 1714282050.00000>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.42990, (1000, 11111) as of 1714281820.42990, created as of 1714281820.42990> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1714281820.42993, (1000, 11111) as of 1714281820.42993, created as of 1714281820.42993>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1714282050.00000, (0, 0) as of 1714282050.00000, shrinking as of 1714282050.00000>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281820.42993, (1000, 11111) as of 1714281820.42993, created as of 1714281820.42993> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1714281820.42994, (1000, 11111) as of 1714281820.42994, created as of 1714281820.42994>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001652240753173828s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1714282050.00000, (0, 0) as of 1714282050.00000, shrinking as of 1714282050.00000>, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281820.42994, (1000, 11111) as of 1714281820.42994, created as of 1714281820.42994> in 0.01s, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282051.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1714281820.50813, (1000, 11111) as of 1714281820.50813, active as of 1714281820.50813>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1714282089.00000, (0, 0) as of 1714282089.00000, shrinking as of 1714282089.00000>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.50813, (1000, 11111) as of 1714281820.50813, active as of 1714281820.50813> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1714281820.50816, (1000, 11111) as of 1714281820.50816, active as of 1714281820.50816>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1714282089.00000, (0, 0) as of 1714282089.00000, shrinking as of 1714282089.00000>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281820.50816, (1000, 11111) as of 1714281820.50816, active as of 1714281820.50816> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1714281820.50817, (1000, 11111) as of 1714281820.50817, active as of 1714281820.50817>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1714282089.00000, (0, 0) as of 1714282089.00000, shrinking as of 1714282089.00000>, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281820.50817, (1000, 11111) as of 1714281820.50817, active as of 1714281820.50817> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282090.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppzg6u0ft/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000225067138671875s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1714281820.59381, (1000, 11111) as of 1714281820.59381, created as of 1714281820.59381>, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1714282128.00000, (0, 0) as of 1714282128.00000, shrinking as of 1714282128.00000>, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.59381, (1000, 11111) as of 1714281820.59381, created as of 1714281820.59381> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '500d3cb9-62d1-4fe9-9f98-54eb551543a3-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmppzg6u0ft/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282129.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1714281820.63929, (1000, 11111) as of 1714281820.63929, cleaved as of 1714281820.63929>, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1714282154.00000, (0, 0) as of 1714282154.00000, shrinking as of 1714282154.00000>, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.63929, (1000, 11111) as of 1714281820.63929, cleaved as of 1714281820.63929> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1714281820.63932, (1000, 11111) as of 1714281820.63932, cleaved as of 1714281820.63932>, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016570091247558594s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1714282154.00000, (0, 0) as of 1714282154.00000, shrinking as of 1714282154.00000>, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281820.63932, (1000, 11111) as of 1714281820.63932, cleaved as of 1714281820.63932> in 0.008s, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0cb42736-e22d-4174-be1e-80c2cef930a0-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmppzg6u0ft/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282155.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9acb5acb-2da2-4b63-940b-c5c1b95b5dcd-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmppzg6u0ft/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282187.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0014157295227050781s, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001323223114013672s, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e429e320-db14-4990-a7e5-a55d537c5bd2-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmppzg6u0ft/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282207.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1714281820.76767, (1000, 11111) as of 1714281820.76767, cleaved as of 1714281820.76767>, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1714282226.00000, (0, 0) as of 1714282226.00000, shrinking as of 1714282226.00000>, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281820.76767, (1000, 11111) as of 1714281820.76767, cleaved as of 1714281820.76767> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f51077db-ac35-4791-88a6-c79e7ddc463e-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmppzg6u0ft/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282227.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0018680095672607422s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1714281823.00000, (0, 0) as of 1714281823.00000, active as of 1714281823.00000>, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1714281820.84766, (0, 0) as of 1714281821.00000, shrunk as of 1714281821.00000>, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1714281823.00000, (0, 0) as of 1714281823.00000, active as of 1714281823.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp3v4586be/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1714281823.00000, (0, 0) as of 1714281823.00000, active as of 1714281823.00000>, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1714281821.00000, (0, 0) as of 1714281821.00000, sharding as of 1714281821.00000>, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1714281823.00000, (0, 0) as of 1714281823.00000, active as of 1714281823.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp1zbhe3qp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -47989,8 +48891,12 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48027,10 +48933,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48067,9 +48973,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb @@ -48128,6 +49034,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48146,7 +49056,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48183,8 +49093,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48221,7 +49131,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48258,9 +49168,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48298,9 +49208,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48337,7 +49247,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48375,7 +49285,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48385,98 +49295,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013875961303710938s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzoco7bxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014090538024902344s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1714281820.97422, (0, 0) as of 1714281821.00000, shrunk as of 1714281821.00000>, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpmi44b7rx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281822.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1714281773.68262, (2, 3) as of 1714281821.02375, cleaved as of 1714281773.68262> in 0.007s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1714281773.68262, (2, 103) as of 1714281821.04423, cleaved as of 1714281773.68262> in 0.006s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, found as of 1714281773.68262>, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281821.04850>, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1714281773.68262, (1, 1000) as of 1714281821.06689, cleaved as of 1714281821.04850> in 0.008s, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcskz9963/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281820.98221.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.004723548889160156s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48504,8 +49322,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (404, 503, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: @@ -48517,6 +49335,57 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmpcmeptqf2/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1748692463.42815, (1, 1000) as of 1748692508.70656, cleaved as of 1748692463.42815> in 0.022s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1748692463.42815, (2, 15) as of 1748692508.73212, active as of 1748692463.42815>, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1748692463.42815, (2, 15) as of 1748692508.73212, active as of 1748692463.42815> in 0.023s, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp3u669z7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.44643.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.008362054824829102s, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9zmccjee/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.82662.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +Unlinked retiring db '/tmp/tmpcmeptqf2/containers/part/suffix/hash/container_1748692525.00000.db' +Unlinked retiring db '/tmp/tmpcmeptqf2/containers/part/suffix/hash/container_1748692536.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -48544,8 +49413,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -48565,8 +49434,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48596,8 +49465,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48641,8 +49510,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -48700,7 +49569,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -48773,7 +49642,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -48860,7 +49729,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -48961,7 +49830,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -49076,116 +49945,69 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx09bc615681414b53a247a-00662ddd5b) -test ERROR: Container GET returning 503 for [] (txn: tx09bc615681414b53a247a-00662ddd5b) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx1609f11de06c4aacadf13-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: tx1844b4c8565e4aad99d71-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: txb4554ac14bed4c10a5003-00662ddd5c) +OSError (txn: tx64b8d631b9764705aa6b8-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: tx64b8d631b9764705aa6b8-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx8148f0c852624f698e1d0-00683aee1c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx8148f0c852624f698e1d0-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: txb1870ea7d83b4be3a028c-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: tx1092077afb724228b639b-00683aee1c) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1714281773.68262, (1, 18432) as of 1714281821.13832, cleaved as of 1714281773.68262> in 0.018s, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpg9vb2ehp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.07707.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '44ae43beafd4c0a2164a797701b632f3', 'fe1b355f-1c08-46ad-af31-1ab9a95e0a29-sdb', '1714281821.15935', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1714281823.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1714281824.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1714281825.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1714281826.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1714281827.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fe1b355f-1c08-46ad-af31-1ab9a95e0a29-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281773.68262, (3, 3) as of 1714281821.22269, cleaved as of 1714281773.68262> in 0.006s, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpr260hbb4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test ERROR: Container GET returning 503 for [] (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: tx11d9bb979fb44903bfed7-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: Container GET returning 503 for [] (txn: tx2f62eac01ce4483d82ae0-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: Container GET returning 503 for [] (txn: tx8179dda5551043c6a0e7b-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcc41f9250a5b4c138402d-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcc41f9250a5b4c138402d-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcc41f9250a5b4c138402d-00662ddd5c) -test ERROR: Container GET returning 503 for [] (txn: txcc41f9250a5b4c138402d-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a8c17e3a9f44b3f903c2-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0a8c17e3a9f44b3f903c2-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx721913b90a6d469dba979-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx721913b90a6d469dba979-00662ddd5c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx721913b90a6d469dba979-00662ddd5c) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx721913b90a6d469dba979-00662ddd5c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4fa3e6571bb24ee5a3194-00662ddd5c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txd3a3d454cb38471fb1179-00662ddd5c) -test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd3a3d454cb38471fb1179-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: txd3a3d454cb38471fb1179-00662ddd5c) -test ERROR: Container GET returning 503 for [] (txn: txae81dc9b0f5b402daae72-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: txae81dc9b0f5b402daae72-00662ddd5c) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50e999a45a28400a81009-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50e999a45a28400a81009-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50e999a45a28400a81009-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50e999a45a28400a81009-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: tx50e999a45a28400a81009-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: tx50e999a45a28400a81009-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: tx4fa4fce7b829474ba6eb9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: txec0d7b78be894f7db8b0b-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef1721edaf1041fc96357-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef1721edaf1041fc96357-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef1721edaf1041fc96357-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: txef1721edaf1041fc96357-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4eff9b822e524a4d932b9-00683aee1c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4eff9b822e524a4d932b9-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx14a13ff31ba34285bc93d-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx14a13ff31ba34285bc93d-00683aee1c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx14a13ff31ba34285bc93d-00683aee1c) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx14a13ff31ba34285bc93d-00683aee1c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx020e7d8c88e54493b5ed5-00683aee1c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa36f91199b914999b75ba-00683aee1c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa36f91199b914999b75ba-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: txa36f91199b914999b75ba-00683aee1c) +test ERROR: Container GET returning 503 for [] (txn: txf5cd6bd9fbe8404a8e4a3-00683aee1c) +test INFO: Client disconnected on read of '/a/c' (txn: txf5cd6bd9fbe8404a8e4a3-00683aee1c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7f70dfd417e54ab7aaba8-00662ddd5c) -test INFO: Client disconnected on read of '/a/c' (txn: tx7f70dfd417e54ab7aaba8-00662ddd5c) +test INFO: Client disconnected on read of '/a/c' (txn: txf8141a059b9d48c5a9166-00683aee1d) +test INFO: Client disconnected on read of '/a/c' (txn: txf8141a059b9d48c5a9166-00683aee1d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49193,8 +50015,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49202,8 +50024,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49211,7 +50033,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49220,84 +50042,19 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '0cdacb44-378f-47c6-b2d1-94de00e8a6c9-', '1714281821.15428', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-304fe329-a92e-42bc-a1a7-60656229f6b8-sda": ["{\\"ref\\": \\"304fe329-a92e-42bc-a1a7-60656229f6b8-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1714281821.22387"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1714281773.68262', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1714281821.21104', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281773.68262', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1714281773.68262', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1714281821.22269', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281773.68262', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281821.17681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281821.22692', 'deleted': 0, 'state': 70, 'state_timestamp': '1714281821.17686', 'epoch': '1714281821.17686', 'reported': 0, 'tombstones': -1}], '0cdacb44-378f-47c6-b2d1-94de00e8a6c9-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281773.68262, (3, 3) as of 1714281821.22269, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281773.68262, (3, 3) as of 1714281821.22269, active as of 1714281773.68262> in 0.006s, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpr260hbb4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.17686.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpgvrvm73e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1c6743fc-0abb-433f-a6dd-730d25c0be3a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgew2t8t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1c6743fc-0abb-433f-a6dd-730d25c0be3a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgew2t8t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49306,7 +50063,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49315,7 +50072,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49324,10 +50081,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx848ec4761a984328944fb-00662ddd5c) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx848ec4761a984328944fb-00662ddd5c) +StopIteration (txn: tx2c860d296d1d418f82f9d-00683aee1d) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx2c860d296d1d418f82f9d-00683aee1d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49335,8 +50092,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49344,8 +50101,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -49353,7 +50110,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49362,7 +50119,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49371,7 +50128,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49380,7 +50137,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -49389,129 +50146,85 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3f8d2235c859489d844f0-00662ddd5d) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx3f8d2235c859489d844f0-00662ddd5d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx3df5553132e54af4b6af1-00683aee1d) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx3df5553132e54af4b6af1-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1c6743fc-0abb-433f-a6dd-730d25c0be3a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgew2t8t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1c6743fc-0abb-433f-a6dd-730d25c0be3a-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgew2t8t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9eb65231-e6bb-4d42-ac03-83ff88f33e0f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpgew2t8t8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0d466110-17c8-4ef9-a639-8b61a7a535f5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpe3oxewt4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0d466110-17c8-4ef9-a639-8b61a7a535f5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpe3oxewt4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0d466110-17c8-4ef9-a639-8b61a7a535f5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpe3oxewt4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0d466110-17c8-4ef9-a639-8b61a7a535f5-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpe3oxewt4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6d4de5b3-4fd3-421f-bcd8-672f33478fbd-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpe3oxewt4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281821.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpyzfulwm7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp9lgfemwj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp9lgfemwj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp9lgfemwj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpn18fvvea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg3evz4c_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpg3evz4c_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpg3evz4c_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpg3evz4c_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1714281821.52089, (100000, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpg3evz4c_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp_tv88xw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpp_tv88xw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpp_tv88xw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpbwrxmmt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmphccxtjd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281821.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp2xpn1ba5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp12xrui1x/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbvqb31uo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpbvqb31uo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpbvqb31uo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpbvqb31uo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpqc_pa0d8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpqc_pa0d8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpqc_pa0d8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpqc_pa0d8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmprpbn2mwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmprpbn2mwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmprpbn2mwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmprpbn2mwg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8n4p6ful/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8n4p6ful/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8n4p6ful/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8n4p6ful/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpm_wuv4d9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpm_wuv4d9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpm_wuv4d9/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx530f188bf2fc4e1f8c923-00662ddd5d) +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001506805419921875s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3qz_w6gv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692508.90017.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaved ShardRange in 0.023s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, found as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -49519,2496 +50232,5712 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx46aafb7a37b5451587c31-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server ERROR: Object returning 503 for [] (txn: tx55de4bda16a64a5bb9ffd-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1029b3c99e2d4d0985448-00662ddd5d) -proxy-server ERROR: Object returning 503 for [] (txn: tx1029b3c99e2d4d0985448-00662ddd5d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server ERROR: Object returning 503 for [] (txn: txa731f44a4cc14fc99ccf1-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server ERROR: Object returning 503 for [] (txn: tx23888f3edd244b819b20a-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fa0240f261b4284afb44-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server ERROR: Object returning 503 for [] (txn: txfa346f8c9a8840ef86b26-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txf742c0ea9c094ce480a9f-00662ddd5d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:41 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:42 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '108cdfa6-81a2-4fd0-bff8-04b0efbd839c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpiy09_2rb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-04-28T05:23:42.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpiy09_2rb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-04-28T05:23:43.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpu1i7baji/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf1b226387fa54ca690b0a-00662ddd5d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.794929504394531e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.650520324707031e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpmb9r8mt8/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692463.42815, (3, 6) as of 1748692509.24323, cleaved as of 1748692463.42815> in 0.011s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.9604644775390625e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692463.42815, (1, 100) as of 1748692509.26451, cleaved as of 1748692463.42815> in 0.016s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.175041198730469e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1748692463.42815, (1, 1000) as of 1748692509.33568, cleaved as of 1748692463.42815> in 0.026s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1748692463.42815, (2, 15) as of 1748692509.36650, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server ERROR: Object returning 503 for [] (txn: tx1c7ee5cfe81943bebf1b8-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaccf0c5fb53e4d60b9839-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx5537044a034e43ddaac58-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +test ERROR: Failed to unlink '/tmp/tmpzyiimwcp/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpzyiimwcp/containers/part/suffix/hash/container_1748692510.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpzyiimwcp/containers/part/suffix/hash/container_1748692510.00000.db': ['/tmp/tmpzyiimwcp/containers/part/suffix/hash/container.db', '/tmp/tmpzyiimwcp/containers/part/suffix/hash/container_1748692511.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzyiimwcp/containers/part/suffix/hash/container_1748692511.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmppbvxrbn7/containers/part/suffix/hash/88ceda97-85ab-47af-92db-2c10895f310a.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx01c42b68f3854a0f97bee-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8ux8asxo/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpwid2rcw0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpkjvzyb1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpkjvzyb1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpkjvzyb1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpkjvzyb1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023221969604492188s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021409988403320312s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001900196075439453s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020956993103027344s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021028518676757812s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.14437, (0, 0) as of 1714281822.14437, active as of 1714281822.14437>, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.14439, (0, 0) as of 1714281822.14439, active as of 1714281822.14439>, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.14439, (0, 0) as of 1714281822.14439, active as of 1714281822.14439>, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +Unlinked retiring db '/tmp/tmp4mqtrltv/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015401840209960938s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.936622619628906e-05s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1748692463.42815, (2, 15) as of 1748692509.36650, active as of 1748692463.42815> in 0.016s, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpmb9r8mt8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.03846.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1748692463.42815, (500000, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1748692463.42815, (2, 103) as of 1748692509.54427, cleaved as of 1748692463.42815> in 0.02s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1748692509.57936, (500000, 0) as of 1748692509.57936, created as of 1748692509.57936>, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1748692509.57936, (3, 1103) as of 1748692509.61128, cleaved as of 1748692509.57936> in 0.015s, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpujmrcbsy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692509.45241.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +Unlinked retiring db '/tmp/tmp4oc0834x/containers/part/suffix/hash/container-e4354f6a-8e8a-42ab-9e76-0d20abe545dc.db' +Unlinked retiring db '/tmp/tmp4oc0834x/containers/part/suffix/hash/container-9a4351bd-dea3-49e3-ab51-c85c1dc08fbc.db' +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.437301635742188e-05s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmph1anblol/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7220458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.841255187988281e-05s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1748692509.62811, (0, 0) as of 1748692509.62811, sharding as of 1748692509.62811>, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692463.42815, (3, 6) as of 1748692509.75165, cleaved as of 1748692463.42815> in 0.016s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014829635620117188s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.437301635742188e-05s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1748692463.42815, (2, 15) as of 1748692509.76728, cleaved as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3625bbd7c23f47bbbfec5-00662ddd5d) +StopIteration (txn: tx3e20933463d9446abfb1c-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx07ae03c6fb3f457781698-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb6df228181934416a2aea-00662ddd5d) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.14439, (0, 0) as of 1714281822.14439, active as of 1714281822.14439>, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.14439, (0, 0) as of 1714281822.14439, active as of 1714281822.14439>, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy90kif4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.14497.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021910667419433594s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020265579223632812s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803d454bd79a4e29b6558-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdaykocg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014734268188476562s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.34379, (0, 0) as of 1714281822.34379, active as of 1714281822.34379>, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.34380, (0, 0) as of 1714281822.34380, active as of 1714281822.34380>, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.34381, (0, 0) as of 1714281822.34381, active as of 1714281822.34381>, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpxnaw65kf/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxnaw65kf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.34431.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001976490020751953s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx315ec0f6895a497f8e99f-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00e0ca9f24cd4a36abe4a-00662ddd5e) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfdcb08818ce04315ae903-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 490, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx8a90875daaa3481688974-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5eecd1c60f564265a8774-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5eecd1c60f564265a8774-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5eecd1c60f564265a8774-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 412 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txefb51f35be6e45f0a50b7-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txedf6bb0625334850b358a-00683aee1d) +proxy-server ERROR: Object returning 503 for [] (txn: txedf6bb0625334850b358a-00683aee1d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx8936740e751a4e66b00df-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx08746d3a8e9741b4bc900-00683aee1d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txab384704b14e45f5b8696-00683aee1d) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx6c5b463c30c446d8a10cb-00683aee1e) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx4cb9bcf1c2d844f1b5d34-00683aee1e) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txa710fb1ad347446ba5dd8-00683aee1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1748692509.62811, (0, 0) as of 1748692509.62811, sharding as of 1748692509.62811>, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692463.42815, (2, 15) as of 1748692509.76728, cleaved as of 1748692463.42815> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmph1anblol/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692509.62812.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpz3_fasix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1748692509.91517, (1000, 11111) as of 1748692509.91517, created as of 1748692509.91517>, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1748692532.00000, (0, 0) as of 1748692521.00000, shrunk as of 1748692521.00000>, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692509.91517, (1000, 11111) as of 1748692509.91517, created as of 1748692509.91517> in 0.015s, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692522.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.7738037109375e-05s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1748692510.02505, (1000, 11111) as of 1748692510.02505, cleaved as of 1748692510.02505>, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test-replicator INFO: [worker 1/2 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3315358] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3315358] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx1434aae9356e45ee904ec-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx682c768d54544eb5ac69e-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1748692559.00000, (0, 0) as of 1748692548.00000, shrunk as of 1748692548.00000>, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692510.02505, (1000, 11111) as of 1748692510.02505, cleaved as of 1748692510.02505> in 0.011s, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692549.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1748692510.13217, (1000, 11111) as of 1748692510.13217, active as of 1748692510.13217>, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00028586387634277344s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1748692586.00000, (0, 0) as of 1748692575.00000, shrunk as of 1748692575.00000>, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692510.13217, (1000, 11111) as of 1748692510.13217, active as of 1748692510.13217> in 0.014s, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692576.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1748692510.23897, (1000, 11111) as of 1748692510.23897, created as of 1748692510.23897>, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025653839111328125s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1748692602.00000, (0, 0) as of 1748692602.00000, shrinking as of 1748692602.00000>, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txbe37bab11aba4f32942c1-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx2c7112ec973f4b4987b20-00683aee1e) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpoyqug9tn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoyqug9tn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpoyqug9tn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoyqug9tn/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3315358 - +HTTP PERF: 0.00552 seconds to PUT 127.0.0.1:59435 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3315358 - +HTTP PERF: 0.00439 seconds to PUT 127.0.0.1:54715 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3315358 - +HTTP PERF: 0.00424 seconds to PUT 127.0.0.1:59435 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3315358 - +HTTP PERF: 0.00426 seconds to PUT 127.0.0.1:54715 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx02dd2fc1b9534570b374a-00683aee1e" "proxy-server 3315358" 0.0011 "-" 3315358 - +HTTP PERF: 0.00242 seconds to HEAD 127.0.0.1:59435 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37133/sda1/3/a/c" "tx02dd2fc1b9534570b374a-00683aee1e" "container-server 3315358" 0.0009 "-" 3315358 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57609/sdb1/3/a/c" "tx02dd2fc1b9534570b374a-00683aee1e" "container-server 3315358" 0.0009 "-" 3315358 0 +HTTP PERF: 0.00400 seconds to PUT 127.0.0.1:54715 /sdb1/0/a/c) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02dd2fc1b9534570b374a-00683aee1e" "proxy-server 3315358" 0.0080 "-" 3315358 0 +HTTP PERF: 0.00910 seconds to PUT 127.0.0.1:59435 /sda1/0/a/c) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx02dd2fc1b9534570b374a-00683aee1e" "proxy-server 3315358" 0.0141 "-" 3315358 0 +HTTP PERF: 0.01539 seconds to PUT 127.0.0.1:37133 /sda1/3/a/c) +HTTP PERF: 0.01596 seconds to PUT 127.0.0.1:57609 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx02dd2fc1b9534570b374a-00683aee1e - 0.0210 - - 1748692510.342467070 1748692510.363434315 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd835b9d5879e44ce958be-00683aee1e" "proxy-server 3315358" 0.0011 "-" 3315358 - +HTTP PERF: 0.00235 seconds to HEAD 127.0.0.1:59435 /sda1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57609/sdb1/0/a1/c1" "txd835b9d5879e44ce958be-00683aee1e" "container-server 3315358" 0.0010 "-" 3315358 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37133/sda1/0/a1/c1" "txd835b9d5879e44ce958be-00683aee1e" "container-server 3315358" 0.0010 "-" 3315358 0 +HTTP PERF: 0.00808 seconds to PUT 127.0.0.1:54715 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd835b9d5879e44ce958be-00683aee1e" "proxy-server 3315358" 0.0118 "-" 3315358 0 +HTTP PERF: 0.00496 seconds to PUT 127.0.0.1:59435 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd835b9d5879e44ce958be-00683aee1e" "proxy-server 3315358" 0.0085 "-" 3315358 0 +HTTP PERF: 0.01388 seconds to PUT 127.0.0.1:37133 /sda1/0/a1/c1) +HTTP PERF: 0.01444 seconds to PUT 127.0.0.1:57609 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd835b9d5879e44ce958be-00683aee1e - 0.0192 - - 1748692510.364635706 1748692510.383836746 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4c6acc7af67a4cad9fa3d-00683aee1e" "proxy-server 3315358" 0.0018 "-" 3315358 - +HTTP PERF: 0.00312 seconds to HEAD 127.0.0.1:59435 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37133/sda1/3/a/c1" "tx4c6acc7af67a4cad9fa3d-00683aee1e" "container-server 3315358" 0.0011 "-" 3315358 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57609/sdb1/3/a/c1" "tx4c6acc7af67a4cad9fa3d-00683aee1e" "container-server 3315358" 0.0016 "-" 3315358 1 +HTTP PERF: 0.00661 seconds to PUT 127.0.0.1:59435 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4c6acc7af67a4cad9fa3d-00683aee1e" "proxy-server 3315358" 0.0103 "-" 3315358 1 +HTTP PERF: 0.01143 seconds to PUT 127.0.0.1:54715 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4c6acc7af67a4cad9fa3d-00683aee1e" "proxy-server 3315358" 0.0153 "-" 3315358 1 +HTTP PERF: 0.01685 seconds to PUT 127.0.0.1:37133 /sda1/3/a/c1) +HTTP PERF: 0.01699 seconds to PUT 127.0.0.1:57609 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4c6acc7af67a4cad9fa3d-00683aee1e - 0.0228 - - 1748692510.384973526 1748692510.407816648 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx17cfd6ed37394daa940b8-00683aee1e" "proxy-server 3315358" 0.0018 "-" 3315358 - +HTTP PERF: 0.00315 seconds to HEAD 127.0.0.1:54715 /sdb1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57609/sdb1/0/a/c2" "tx17cfd6ed37394daa940b8-00683aee1e" "container-server 3315358" 0.0010 "-" 3315358 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37133/sda1/0/a/c2" "tx17cfd6ed37394daa940b8-00683aee1e" "container-server 3315358" 0.0016 "-" 3315358 2 +HTTP PERF: 0.00481 seconds to PUT 127.0.0.1:59435 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx17cfd6ed37394daa940b8-00683aee1e" "proxy-server 3315358" 0.0085 "-" 3315358 2 +HTTP PERF: 0.00950 seconds to PUT 127.0.0.1:54715 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx17cfd6ed37394daa940b8-00683aee1e" "proxy-server 3315358" 0.0134 "-" 3315358 2 +HTTP PERF: 0.01495 seconds to PUT 127.0.0.1:37133 /sda1/0/a/c2) +HTTP PERF: 0.01507 seconds to PUT 127.0.0.1:57609 /sdb1/0/a/c2) +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692510.23897, (1000, 11111) as of 1748692510.23897, created as of 1748692510.23897> in 0.024s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1748692510.23900, (1000, 11111) as of 1748692510.23900, created as of 1748692510.23900>, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016117095947265625s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1748692602.00000, (0, 0) as of 1748692602.00000, shrinking as of 1748692602.00000>, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692510.23900, (1000, 11111) as of 1748692510.23900, created as of 1748692510.23900> in 0.015s, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692603.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017714500427246094s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1748692510.40727, (1000, 11111) as of 1748692510.40727, cleaved as of 1748692510.40727>, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001518726348876953s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1748692635.00000, (0, 0) as of 1748692635.00000, shrinking as of 1748692635.00000>, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692510.40727, (1000, 11111) as of 1748692510.40727, cleaved as of 1748692510.40727> in 0.028s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1748692510.40731, (1000, 11111) as of 1748692510.40731, cleaved as of 1748692510.40731>, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020456314086914062s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1748692635.00000, (0, 0) as of 1748692635.00000, shrinking as of 1748692635.00000>, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692510.40731, (1000, 11111) as of 1748692510.40731, cleaved as of 1748692510.40731> in 0.014s, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692636.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx17cfd6ed37394daa940b8-00683aee1e - 0.0210 - - 1748692510.408993959 1748692510.429992914 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: Object returning 503 for [] (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe3ed972f2875470594d13-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdd3a2d02fe184ad5bbe61-00683aee1e) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdd3a2d02fe184ad5bbe61-00683aee1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +proxy-server ERROR: ERROR Unhandled exception in request: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request + return handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response + app_iter.kickoff(req, resp) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate + chunk = next(iterator) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item + return super(StringAlong, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx7a12b6545d7744b9b5bf3-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001926422119140625s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002391338348388672s, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.39210, (0, 0) as of 1714281822.39210, active as of 1714281822.39210>, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.39211, (0, 0) as of 1714281822.39211, active as of 1714281822.39211>, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpxq018apb/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.39212, (0, 0) as of 1714281822.39212, active as of 1714281822.39212>, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxq018apb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.39408.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002429485321044922s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021386146545410156s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000209808349609375s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002257823944091797s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.44320, (0, 0) as of 1714281822.44320, active as of 1714281822.44320>, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp5svdi0y1/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.44321, (0, 0) as of 1714281822.44321, active as of 1714281822.44321>, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.44321, (0, 0) as of 1714281822.44321, active as of 1714281822.44321>, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp5svdi0y1/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10232185ec5b4876bf397-00683aee1e) +proxy-server ERROR: Object returning 503 for [] (txn: tx10232185ec5b4876bf397-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.678436279296875e-05s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1748692510.55962, (1000, 11111) as of 1748692510.55962, active as of 1748692510.55962>, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1748692668.00000, (0, 0) as of 1748692668.00000, shrinking as of 1748692668.00000>, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692510.55962, (1000, 11111) as of 1748692510.55962, active as of 1748692510.55962> in 0.011s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1748692510.55965, (1000, 11111) as of 1748692510.55965, active as of 1748692510.55965>, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1748692668.00000, (0, 0) as of 1748692668.00000, shrinking as of 1748692668.00000>, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692510.55965, (1000, 11111) as of 1748692510.55965, active as of 1748692510.55965> in 0.019s, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692669.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.58306884765625e-05s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1748692510.66706, (1000, 11111) as of 1748692510.66706, cleaved as of 1748692510.66706>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1748692701.00000, (0, 0) as of 1748692701.00000, shrinking as of 1748692701.00000>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692510.66706, (1000, 11111) as of 1748692510.66706, cleaved as of 1748692510.66706> in 0.018s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1748692510.66710, (1000, 11111) as of 1748692510.66710, cleaved as of 1748692510.66710>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1748692701.00000, (0, 0) as of 1748692701.00000, shrinking as of 1748692701.00000>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692510.66710, (1000, 11111) as of 1748692510.66710, cleaved as of 1748692510.66710> in 0.014s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1748692510.66711, (1000, 11111) as of 1748692510.66711, cleaved as of 1748692510.66711>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1748692701.00000, (0, 0) as of 1748692701.00000, shrinking as of 1748692701.00000>, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692510.66711, (1000, 11111) as of 1748692510.66711, cleaved as of 1748692510.66711> in 0.011s, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692702.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001494884490966797s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1748692510.83676, (1000, 11111) as of 1748692510.83676, created as of 1748692510.83676>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1748692740.00000, (0, 0) as of 1748692740.00000, shrinking as of 1748692740.00000>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692510.83676, (1000, 11111) as of 1748692510.83676, created as of 1748692510.83676> in 0.015s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1748692510.83679, (1000, 11111) as of 1748692510.83679, created as of 1748692510.83679>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1748692740.00000, (0, 0) as of 1748692740.00000, shrinking as of 1748692740.00000>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692510.83679, (1000, 11111) as of 1748692510.83679, created as of 1748692510.83679> in 0.019s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1748692510.83680, (1000, 11111) as of 1748692510.83680, created as of 1748692510.83680>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001430511474609375s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1748692740.00000, (0, 0) as of 1748692740.00000, shrinking as of 1748692740.00000>, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692510.83680, (1000, 11111) as of 1748692510.83680, created as of 1748692510.83680> in 0.019s, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692741.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001220703125s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1748692511.01506, (1000, 11111) as of 1748692511.01506, active as of 1748692511.01506>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1748692779.00000, (0, 0) as of 1748692779.00000, shrinking as of 1748692779.00000>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692511.01506, (1000, 11111) as of 1748692511.01506, active as of 1748692511.01506> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1748692511.01509, (1000, 11111) as of 1748692511.01509, active as of 1748692511.01509>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1748692779.00000, (0, 0) as of 1748692779.00000, shrinking as of 1748692779.00000>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692511.01509, (1000, 11111) as of 1748692511.01509, active as of 1748692511.01509> in 0.019s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1748692511.01510, (1000, 11111) as of 1748692511.01510, active as of 1748692511.01510>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1748692779.00000, (0, 0) as of 1748692779.00000, shrinking as of 1748692779.00000>, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692511.01510, (1000, 11111) as of 1748692511.01510, active as of 1748692511.01510> in 0.019s, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692780.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph64s1rfl/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server ERROR: Object returning 503 for [] (txn: tx64323199b6644daf9b795-00683aee1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server ERROR: Object returning 503 for [] (txn: txd76c759c58114c22965bf-00683aee1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txed6583cc37934d9198f55-00683aee1e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf93b34a2d64245a0b3308-00683aee1e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx2df5250ab95b4e5ebe9d6-00683aee1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5svdi0y1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.44375.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020170211791992188s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.49030, (0, 0) as of 1714281822.49030, active as of 1714281822.49030>, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281822.49031, (0, 0) as of 1714281822.49031, active as of 1714281822.49031>, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281822.49032, (0, 0) as of 1714281822.49032, active as of 1714281822.49032>, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001220703125s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281822.49030, (0, 0) as of 1714281822.49030, active as of 1714281822.49030>, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp4rp_hlj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.49081.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016021728515625s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001442432403564453s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021910667419433594s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014853477478027344s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx83844b896ec34b58a18eb-00683aee1f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1748692511.18695, (1000, 11111) as of 1748692511.18695, created as of 1748692511.18695>, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1748692818.00000, (0, 0) as of 1748692818.00000, shrinking as of 1748692818.00000>, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692511.18695, (1000, 11111) as of 1748692511.18695, created as of 1748692511.18695> in 0.014s, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'cff3d103-9c0d-4397-8a00-f554af55625e-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmph64s1rfl/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692819.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1748692511.31588, (1000, 11111) as of 1748692511.31588, cleaved as of 1748692511.31588>, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1748692844.00000, (0, 0) as of 1748692844.00000, shrinking as of 1748692844.00000>, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692511.31588, (1000, 11111) as of 1748692511.31588, cleaved as of 1748692511.31588> in 0.02s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1748692511.31592, (1000, 11111) as of 1748692511.31592, cleaved as of 1748692511.31592>, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1748692844.00000, (0, 0) as of 1748692844.00000, shrinking as of 1748692844.00000>, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692511.31592, (1000, 11111) as of 1748692511.31592, cleaved as of 1748692511.31592> in 0.019s, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f8282341e074d42b95e5-00683aee1f) +proxy-server ERROR: Object returning 503 for [] (txn: tx3f8282341e074d42b95e5-00683aee1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue + for fragment in frag_iter: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read + raise ShortReadError( +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx089fdb58b6724a46b7182-00683aee1f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx089fdb58b6724a46b7182-00683aee1f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx49458fe7aee94c4595baf-00662ddd5e) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: tx53b014be740a400884f19-00683aee1f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '132d1a0d-7f57-4b4e-91ba-dad01cc601a8-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmph64s1rfl/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692845.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '59eff94f-69c3-403b-98ab-6d120fcd7f23-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmph64s1rfl/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692877.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '66c079b9-70ba-45ec-b8e5-66e91c285f97-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmph64s1rfl/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692897.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5c197223484c45489eb6e-00683aee1e) +test INFO: Client disconnected on read of '/a/c' (txn: tx5c197223484c45489eb6e-00683aee1e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx6a277df38c094621bf500-00683aee1e) +test INFO: Client disconnected on read of '/a/c' (txn: tx6a277df38c094621bf500-00683aee1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txe9892c30e009454fb6d87-00683aee1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txe9892c30e009454fb6d87-00683aee1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txe9892c30e009454fb6d87-00683aee1f) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txe9892c30e009454fb6d87-00683aee1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx29b2e0c780484c89a4f5e-00662ddd5e) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx5c35dd509bcc441293b39-00683aee1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx9376c2e923c94b7d8b383-00683aee1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7e31afe7ac44b4a91f7e-00683aee1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp9z62l6ty/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9z62l6ty/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpw1jrfpcl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw1jrfpcl/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp9z62l6ty/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9z62l6ty/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpw1jrfpcl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw1jrfpcl/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0043 "-" 51353 - -HTTP PERF: 0.00656 seconds to PUT 127.0.0.1:53909 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 51353 - -HTTP PERF: 0.00449 seconds to PUT 127.0.0.1:39157 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51353 - -HTTP PERF: 0.00436 seconds to PUT 127.0.0.1:53909 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 51353 - -HTTP PERF: 0.00448 seconds to PUT 127.0.0.1:39157 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx44a74f2d4cbe4a75a87fe-00662ddd5e" "proxy-server 51353" 0.0012 "-" 51353 - -HTTP PERF: 0.00265 seconds to HEAD 127.0.0.1:39157 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50375/sda1/3/a/c" "tx44a74f2d4cbe4a75a87fe-00662ddd5e" "container-server 51353" 0.0011 "-" 51353 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41619/sdb1/3/a/c" "tx44a74f2d4cbe4a75a87fe-00662ddd5e" "container-server 51353" 0.0020 "-" 51353 0 -HTTP PERF: 0.00997 seconds to PUT 127.0.0.1:39157 /sdb1/0/a/c) -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx44a74f2d4cbe4a75a87fe-00662ddd5e" "proxy-server 51353" 0.0141 "-" 51353 0 -HTTP PERF: 0.00634 seconds to PUT 127.0.0.1:53909 /sda1/0/a/c) -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx44a74f2d4cbe4a75a87fe-00662ddd5e" "proxy-server 51353" 0.0104 "-" 51353 0 -HTTP PERF: 0.01626 seconds to PUT 127.0.0.1:50375 /sda1/3/a/c) -HTTP PERF: 0.01691 seconds to PUT 127.0.0.1:41619 /sdb1/3/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx44a74f2d4cbe4a75a87fe-00662ddd5e - 0.0223 - - 1714281822.584702730 1714281822.607042789 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7352c20129f6495f959e7-00662ddd5e" "proxy-server 51353" 0.0012 "-" 51353 - -HTTP PERF: 0.00257 seconds to HEAD 127.0.0.1:53909 /sda1/2/a1?format=json) -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50375/sda1/0/a1/c1" "tx7352c20129f6495f959e7-00662ddd5e" "container-server 51353" 0.0010 "-" 51353 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41619/sdb1/0/a1/c1" "tx7352c20129f6495f959e7-00662ddd5e" "container-server 51353" 0.0010 "-" 51353 0 -HTTP PERF: 0.00443 seconds to PUT 127.0.0.1:39157 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7352c20129f6495f959e7-00662ddd5e" "proxy-server 51353" 0.0084 "-" 51353 0 -HTTP PERF: 0.00949 seconds to PUT 127.0.0.1:53909 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7352c20129f6495f959e7-00662ddd5e" "proxy-server 51353" 0.0136 "-" 51353 0 -HTTP PERF: 0.01535 seconds to PUT 127.0.0.1:50375 /sda1/0/a1/c1) -HTTP PERF: 0.01547 seconds to PUT 127.0.0.1:41619 /sdb1/0/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7352c20129f6495f959e7-00662ddd5e - 0.0210 - - 1714281822.608381510 1714281822.629390240 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca42a93bd63e43e099cb1-00662ddd5e" "proxy-server 51353" 0.0020 "-" 51353 - -HTTP PERF: 0.00349 seconds to HEAD 127.0.0.1:53909 /sda1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:50375/sda1/3/a/c1" "txca42a93bd63e43e099cb1-00662ddd5e" "container-server 51353" 0.0020 "-" 51353 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41619/sdb1/3/a/c1" "txca42a93bd63e43e099cb1-00662ddd5e" "container-server 51353" 0.0010 "-" 51353 1 -HTTP PERF: 0.00653 seconds to PUT 127.0.0.1:53909 /sda1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca42a93bd63e43e099cb1-00662ddd5e" "proxy-server 51353" 0.0104 "-" 51353 1 -HTTP PERF: 0.01156 seconds to PUT 127.0.0.1:39157 /sdb1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca42a93bd63e43e099cb1-00662ddd5e" "proxy-server 51353" 0.0156 "-" 51353 1 -HTTP PERF: 0.01761 seconds to PUT 127.0.0.1:41619 /sdb1/3/a/c1) -HTTP PERF: 0.01755 seconds to PUT 127.0.0.1:50375 /sda1/3/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/42 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txca42a93bd63e43e099cb1-00662ddd5e - 0.0239 - - 1714281822.630756855 1714281822.654652357 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx51408bf19c574d5eb143d-00662ddd5e" "proxy-server 51353" 0.0020 "-" 51353 - -HTTP PERF: 0.00342 seconds to HEAD 127.0.0.1:53909 /sda1/0/a?format=json) -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50375/sda1/0/a/c2" "tx51408bf19c574d5eb143d-00662ddd5e" "container-server 51353" 0.0011 "-" 51353 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41619/sdb1/0/a/c2" "tx51408bf19c574d5eb143d-00662ddd5e" "container-server 51353" 0.0016 "-" 51353 2 -HTTP PERF: 0.00508 seconds to PUT 127.0.0.1:53909 /sda1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx51408bf19c574d5eb143d-00662ddd5e" "proxy-server 51353" 0.0090 "-" 51353 2 -HTTP PERF: 0.01011 seconds to PUT 127.0.0.1:39157 /sdb1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:42 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx51408bf19c574d5eb143d-00662ddd5e" "proxy-server 51353" 0.0142 "-" 51353 2 -HTTP PERF: 0.01586 seconds to PUT 127.0.0.1:41619 /sdb1/0/a/c2) -HTTP PERF: 0.01652 seconds to PUT 127.0.0.1:50375 /sda1/0/a/c2) -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -:1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile123 -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:23:26 2024 /tmp/tmpvu04nvaf/unittest.profile51359 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 51359 -my-daemon DEBUG: Forked worker 51359 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpv3nao4h7/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpv3nao4h7/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpv3nao4h7/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test ERROR: Problem finding shard upper in '/tmp/tmpjf0vr3is/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpjf0vr3is/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpymmmd_a_/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpymmmd_a_/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/42 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx51408bf19c574d5eb143d-00662ddd5e - 0.0225 - - 1714281822.655964136 1714281822.678469658 2 -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002703666687011719s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022292137145996094s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020265579223632812s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002193450927734375s, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgbtg4lx7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281822.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001926422119140625s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019168853759765625s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018215179443359375s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002079010009765625s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020432472229003906s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3315358 - +HTTP PERF: 0.01740 seconds to PUT 127.0.0.1:60579 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0112 "-" 3315358 - +HTTP PERF: 0.01282 seconds to PUT 127.0.0.1:56109 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3315358 - +HTTP PERF: 0.00409 seconds to PUT 127.0.0.1:60579 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3315358 - +HTTP PERF: 0.01224 seconds to PUT 127.0.0.1:56109 /sdb1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txae44feac02054edfae3f5-00683aee1f" "proxy-server 3315358" 0.0012 "-" 3315358 - +HTTP PERF: 0.00959 seconds to HEAD 127.0.0.1:56109 /sdb1/0/a?format=json) +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1748692511.59894, (1000, 11111) as of 1748692511.59894, cleaved as of 1748692511.59894>, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016498565673828125s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1748692916.00000, (0, 0) as of 1748692916.00000, shrinking as of 1748692916.00000>, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692511.59894, (1000, 11111) as of 1748692511.59894, cleaved as of 1748692511.59894> in 0.014s, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e74054fc-195c-465b-be32-0ce256a84a34-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmph64s1rfl/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692917.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1748692514.00000, (0, 0) as of 1748692514.00000, active as of 1748692514.00000>, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1748692511.77951, (0, 0) as of 1748692512.00000, shrunk as of 1748692512.00000>, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1748692514.00000, (0, 0) as of 1748692514.00000, active as of 1748692514.00000> in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpwhk30w5x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1748692514.00000, (0, 0) as of 1748692514.00000, active as of 1748692514.00000>, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:42301/sda1/3/a/c" "txae44feac02054edfae3f5-00683aee1f" "container-server 3315358" 0.0010 "-" 3315358 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59327/sdb1/3/a/c" "txae44feac02054edfae3f5-00683aee1f" "container-server 3315358" 0.0009 "-" 3315358 0 +HTTP PERF: 0.02136 seconds to PUT 127.0.0.1:60579 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txae44feac02054edfae3f5-00683aee1f" "proxy-server 3315358" 0.0333 "-" 3315358 0 +HTTP PERF: 0.01812 seconds to PUT 127.0.0.1:56109 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txae44feac02054edfae3f5-00683aee1f" "proxy-server 3315358" 0.0218 "-" 3315358 0 +HTTP PERF: 0.03552 seconds to PUT 127.0.0.1:42301 /sda1/3/a/c) +HTTP PERF: 0.03549 seconds to PUT 127.0.0.1:59327 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - txae44feac02054edfae3f5-00683aee1f - 0.0478 - - 1748692511.852763653 1748692511.900593042 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7a1a289e33a84f0d871ef-00683aee1f" "proxy-server 3315358" 0.0011 "-" 3315358 - +HTTP PERF: 0.00242 seconds to HEAD 127.0.0.1:56109 /sdb1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59327/sdb1/0/a1/c1" "tx7a1a289e33a84f0d871ef-00683aee1f" "container-server 3315358" 0.0009 "-" 3315358 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42301/sda1/0/a1/c1" "tx7a1a289e33a84f0d871ef-00683aee1f" "container-server 3315358" 0.0010 "-" 3315358 0 +HTTP PERF: 0.02039 seconds to PUT 127.0.0.1:60579 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7a1a289e33a84f0d871ef-00683aee1f" "proxy-server 3315358" 0.0324 "-" 3315358 0 +HTTP PERF: 0.01292 seconds to PUT 127.0.0.1:56109 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7a1a289e33a84f0d871ef-00683aee1f" "proxy-server 3315358" 0.0208 "-" 3315358 0 +HTTP PERF: 0.03429 seconds to PUT 127.0.0.1:42301 /sda1/0/a1/c1) +HTTP PERF: 0.03484 seconds to PUT 127.0.0.1:59327 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7a1a289e33a84f0d871ef-00683aee1f - 0.0480 - - 1748692511.901761293 1748692511.949754477 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx919f009698974f03acc7f-00683aee1f" "proxy-server 3315358" 0.0100 "-" 3315358 - +HTTP PERF: 0.01128 seconds to HEAD 127.0.0.1:60579 /sda1/0/a?format=json) +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:42301/sda1/3/a/c1" "tx919f009698974f03acc7f-00683aee1f" "container-server 3315358" 0.0010 "-" 3315358 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59327/sdb1/3/a/c1" "tx919f009698974f03acc7f-00683aee1f" "container-server 3315358" 0.0097 "-" 3315358 1 +HTTP PERF: 0.02621 seconds to PUT 127.0.0.1:56109 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx919f009698974f03acc7f-00683aee1f" "proxy-server 3315358" 0.0341 "-" 3315358 1 +HTTP PERF: 0.01490 seconds to PUT 127.0.0.1:60579 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:11 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx919f009698974f03acc7f-00683aee1f" "proxy-server 3315358" 0.0266 "-" 3315358 1 +HTTP PERF: 0.03600 seconds to PUT 127.0.0.1:59327 /sdb1/3/a/c1) +HTTP PERF: 0.03671 seconds to PUT 127.0.0.1:42301 /sda1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx919f009698974f03acc7f-00683aee1f - 0.0503 - - 1748692511.950930834 1748692512.001211882 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:12 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe3299884c7a847a18528e-00683aee20" "proxy-server 3315358" 0.0019 "-" 3315358 - +HTTP PERF: 0.00322 seconds to HEAD 127.0.0.1:60579 /sda1/0/a?format=json) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:12 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59327/sdb1/0/a/c2" "txe3299884c7a847a18528e-00683aee20" "container-server 3315358" 0.0097 "-" 3315358 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:12 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42301/sda1/0/a/c2" "txe3299884c7a847a18528e-00683aee20" "container-server 3315358" 0.0009 "-" 3315358 2 +HTTP PERF: 0.01284 seconds to PUT 127.0.0.1:56109 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:12 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3299884c7a847a18528e-00683aee20" "proxy-server 3315358" 0.0207 "-" 3315358 2 +HTTP PERF: 0.02181 seconds to PUT 127.0.0.1:60579 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:12 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3299884c7a847a18528e-00683aee20" "proxy-server 3315358" 0.0338 "-" 3315358 2 +HTTP PERF: 0.03518 seconds to PUT 127.0.0.1:59327 /sdb1/0/a/c2) +HTTP PERF: 0.03572 seconds to PUT 127.0.0.1:42301 /sda1/0/a/c2) +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1748692512.00000, (0, 0) as of 1748692512.00000, sharding as of 1748692512.00000>, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1748692514.00000, (0, 0) as of 1748692514.00000, active as of 1748692514.00000> in 0.022s, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp0uc3x1sc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpg2g8pg2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1748692512.06754, (0, 0) as of 1748692512.00000, shrunk as of 1748692512.00000>, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test INFO: Cleaved ShardRange in 0.021s, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpu_mu9wy4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692513.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015282630920410156s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1748692463.42815, (2, 3) as of 1748692512.17153, cleaved as of 1748692463.42815> in 0.019s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1748692463.42815, (2, 103) as of 1748692512.21639, cleaved as of 1748692463.42815> in 0.014s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, found as of 1748692463.42815>, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692512.22475>, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1748692463.42815, (1, 1000) as of 1748692512.27459, cleaved as of 1748692512.22475> in 0.023s, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5rrxgnqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.08385.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Setting object count to 1072 (txn: txb4fd30f0d37c40688c507-00683aee1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Setting object count to 1072 (txn: txb540575d7479437a874b1-00683aee1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.004306316375732422s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1748692463.42815, (1, 18432) as of 1748692512.34507, cleaved as of 1748692463.42815> in 0.007s, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8fujgi2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.28383.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '0a03996195134802e3aa5f05d336d249', '43554395-0d0d-4aad-9765-1f6cc314173f-sdb', '1748692512.36495', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1748692514.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1748692515.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1748692516.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1748692517.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1748692518.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '43554395-0d0d-4aad-9765-1f6cc314173f-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00015163421630859375s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Setting object count to 1072 (txn: txe6470eb0eed047369b703-00683aee1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Setting object count to 1072 (txn: txe1c25312ee174330b6e81-00683aee1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba81c859ec1b4f73ab068-00683aee20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txba81c859ec1b4f73ab068-00683aee20) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692463.42815, (3, 3) as of 1748692512.41671, cleaved as of 1748692463.42815> in 0.006s, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl8joi7ji/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'd66f7e8f-49fd-43b8-9eed-0e9f389fde50-', '1748692512.36070', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-1326a0f4-23da-4158-9bf0-a8817877dc86-sda": ["{\\"ref\\": \\"1326a0f4-23da-4158-9bf0-a8817877dc86-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1748692512.41790"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1748692463.42815', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1748692512.40559', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692463.42815', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1748692463.42815', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1748692512.41671', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692463.42815', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692512.37782', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692512.42065', 'deleted': 0, 'state': 70, 'state_timestamp': '1748692512.37786', 'epoch': '1748692512.37786', 'reported': 0, 'tombstones': -1}], 'd66f7e8f-49fd-43b8-9eed-0e9f389fde50-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692463.42815, (3, 3) as of 1748692512.41671, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe3299884c7a847a18528e-00683aee20 - 0.0412 - - 1748692512.010623693 1748692512.051856756 2 +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692463.42815, (3, 3) as of 1748692512.41671, active as of 1748692463.42815> in 0.005s, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl8joi7ji/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.37786.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpttasqr3w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1bf778b0-cd20-4667-8ba9-33192f0b10d3-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6z3yj4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1bf778b0-cd20-4667-8ba9-33192f0b10d3-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6z3yj4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1bf778b0-cd20-4667-8ba9-33192f0b10d3-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6z3yj4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1bf778b0-cd20-4667-8ba9-33192f0b10d3-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6z3yj4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '33d4e7c9-c179-49a6-bc38-e85080d7e924-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6z3yj4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '058622e7-28c5-457c-808f-7b429a65c7ce-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpeq2zav5j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '058622e7-28c5-457c-808f-7b429a65c7ce-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpeq2zav5j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '058622e7-28c5-457c-808f-7b429a65c7ce-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpeq2zav5j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '058622e7-28c5-457c-808f-7b429a65c7ce-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpeq2zav5j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f6fb6c63-bb71-4eea-a3d9-ab5690c0b4e4-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpeq2zav5j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692512.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpdb52heao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp5j1x_9ux/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp5j1x_9ux/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp5j1x_9ux/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp7v2huum0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3i4csczn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp3i4csczn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp3i4csczn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp3i4csczn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1748692512.84302, (100000, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmp3i4csczn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpc1plmd39/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpc1plmd39/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpc1plmd39/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_pkq75i4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpe3p716r9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692512.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp8oo6n4r2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp926470vw/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp8mtdkjkc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp8mtdkjkc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp8mtdkjkc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp8mtdkjkc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpqba4rf_7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpqba4rf_7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpqba4rf_7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpqba4rf_7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkti0jndq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpkti0jndq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkti0jndq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpkti0jndq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpgw4bivrp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpgw4bivrp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpgw4bivrp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpgw4bivrp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpygm5pkoa/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpygm5pkoa/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpygm5pkoa/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37b9ebe7006b45bda3232-00683aee1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e67a14a6584d0c962be-00683aee20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb79590e5a61a4a419d60c-00683aee20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txfa2435b843c6416d96a1f-00683aee20) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:13 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '164c4f43-d016-44ee-b84f-f7979f4e826a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp6vbi4nqz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-05-31T11:55:13.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp6vbi4nqz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-05-31T11:55:14.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpe8mx8lxi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692514.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpa9mgpm3_/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpmko9qrye/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmphgz7a2rq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmphgz7a2rq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmphgz7a2rq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmphgz7a2rq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015687942504882812s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014638900756835938s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015473365783691406s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.41433, (0, 0) as of 1748692513.41433, active as of 1748692513.41433>, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.41434, (0, 0) as of 1748692513.41434, active as of 1748692513.41434>, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.41435, (0, 0) as of 1748692513.41435, active as of 1748692513.41435>, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.41434, (0, 0) as of 1748692513.41434, active as of 1748692513.41434>, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.41435, (0, 0) as of 1748692513.41435, active as of 1748692513.41435>, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp3g5azac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.41483.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001533031463623047s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015854835510253906s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpse7l9nwt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001575946807861328s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015306472778320312s, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.65986, (0, 0) as of 1748692513.65986, active as of 1748692513.65986>, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.65987, (0, 0) as of 1748692513.65987, active as of 1748692513.65987>, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.65987, (0, 0) as of 1748692513.65987, active as of 1748692513.65987>, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpzin25gjh/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzin25gjh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.66037.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001952648162841797s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017523765563964844s, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.71245, (0, 0) as of 1748692513.71245, active as of 1748692513.71245>, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.71246, (0, 0) as of 1748692513.71246, active as of 1748692513.71246>, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpnubdvqdw/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.71247, (0, 0) as of 1748692513.71247, active as of 1748692513.71247>, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnubdvqdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.71475.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014519691467285156s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok +sharder-test DEBUG: got 1 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.76965, (0, 0) as of 1748692513.76965, active as of 1748692513.76965>, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmppxob3wxc/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.76966, (0, 0) as of 1748692513.76966, active as of 1748692513.76966>, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.76966, (0, 0) as of 1748692513.76966, active as of 1748692513.76966>, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmppxob3wxc/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppxob3wxc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.77123.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015616416931152344s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.82376, (0, 0) as of 1748692513.82376, active as of 1748692513.82376>, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692513.82377, (0, 0) as of 1748692513.82377, active as of 1748692513.82377>, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692513.82378, (0, 0) as of 1748692513.82378, active as of 1748692513.82378>, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692513.82376, (0, 0) as of 1748692513.82376, active as of 1748692513.82376>, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzx8uyzqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.82424.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015497207641601562s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014162063598632812s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.939338684082031e-05s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpseeo42tm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692513.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1e9995bc4d9b40e3a6df4-00683aee21) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx89415b5ccd584432b607b-00683aee21) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx131974cb6c8540e4a58af-00683aee21) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx048d1c41279f473a8acc0-00683aee21) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001761913299560547s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011706352233886719s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015163421630859375s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018596649169921875s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015211105346679688s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011873245239257812s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012421607971191406s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.005444526672363281s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001399517059326172s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012183189392089844s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001366138458251953s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1kzm3sh0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281823.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa56fa8410b4643f79bb08-00683aee22) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpbaebu_vz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692515.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.987022399902344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001442432403564453s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp59nf_0cm/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6ff1fbac26eb41eabbee7-00683aee22) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfd89d08fca7942ac94dee-00683aee22) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.916854858398438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwicq77h_/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001518726348876953s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016427040100097656s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.556510925292969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020766258239746094s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpye5c_j78/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx959a25ceea5846ef97fd8-00683aee22) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.605552673339844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.987022399902344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.130073547363281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.20159912109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp98sb5gze/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.677078247070312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.20159912109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014781951904296875s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011873245239257812s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0009448528289794922s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, active as of 1714281773.68262>, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl25q503i/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +sharder-test DEBUG: got 1 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, active as of 1748692463.42815>, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4yvdqvt5/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014853477478027344s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692514.41775, (0, 0) as of 1748692514.41775, active as of 1748692514.41775>, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692514.41776, (0, 0) as of 1748692514.41776, active as of 1748692514.41776>, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692514.41778, (0, 0) as of 1748692514.41778, active as of 1748692514.41778>, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmqgxxvoj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.41824.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp89e4ileb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp89e4ileb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp89e4ileb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp89e4ileb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpaev7f8pc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpaev7f8pc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpaev7f8pc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpaev7f8pc/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_ceh8y3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_ceh8y3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_ceh8y3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_ceh8y3p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpgbh8jz55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpgbh8jz55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022268295288085938s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019478797912597656s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018525123596191406s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016164779663085938s, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281823.17192, (0, 0) as of 1714281823.17192, active as of 1714281823.17192>, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281823.17195, (0, 0) as of 1714281823.17195, active as of 1714281823.17195>, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281823.17196, (0, 0) as of 1714281823.17196, active as of 1714281823.17196>, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp082scejz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281823.17255.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbvlqyuq7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpbvlqyuq7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpbvlqyuq7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpbvlqyuq7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp2304_mdh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp2304_mdh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp2304_mdh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp2304_mdh/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmph8hl_rz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmph8hl_rz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmph8hl_rz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmph8hl_rz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8g6kuth0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8g6kuth0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8g6kuth0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8g6kuth0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpgbh8jz55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpgbh8jz55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp5lhxc_y1/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpriqd8eu_/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle self._process_broker(broker, node, part) @@ -52024,93 +55953,99 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5lhxc_y1/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpriqd8eu_/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -52122,17 +56057,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Container sharder "once" mode completed: 0.04s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -52148,13 +56083,13 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -52166,18 +56101,22 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test INFO: Container sharder "once" mode completed: 0.04s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -52189,31 +56128,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Container sharder "once" mode completed: 0.02s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:43 2024 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:14 2025 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache @@ -52226,812 +56151,453 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpqrxrshcy/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpqrxrshcy/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpqrxrshcy/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpqrxrshcy/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp_8110rlk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.06153.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp6wek1021/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6wek1021/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6wek1021/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp9t34t2rd/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp9t34t2rd/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp9t34t2rd/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp9t34t2rd/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6wek1021/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp6wek1021/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpbjira5xr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692514.89215.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpz291ewzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz291ewzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz291ewzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz291ewzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpz291ewzp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4n1sfzjq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprsxu8nzo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx72ed393ffb3f42bba63e1-00683aee23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx9ac3d18924de4b769eace-00683aee23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txc972a26235194266a636b-00683aee23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2wszw2ic/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash60False/hash60False_1714281824.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash60True/hash60True_1714281843.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015211105346679688s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/lse/hash50False/hash50False_1714281862.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test ERROR: Failed to unlink '/tmp/tmpbf7fyv47/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpbf7fyv47/containers/part/suffix/hash/container_1714281824.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpbf7fyv47/containers/part/suffix/hash/container_1714281824.00000.db': ['/tmp/tmpbf7fyv47/containers/part/suffix/hash/container.db', '/tmp/tmpbf7fyv47/containers/part/suffix/hash/container_1714281825.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpbf7fyv47/containers/part/suffix/hash/container_1714281825.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1714281824.3927758, time window end: 1714281824.3927758, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1714281824.3947816, time window end: 1714281824.3947916, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1714281824.3949206, time window end: 1714281824.395196, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1714281824.3952897, time window end: 1714281824.3953397, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpdia8duzj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash60False/hash60False_1748692515.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmp_15ckb33/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_15ckb33/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmp_15ckb33/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_15ckb33/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0117 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4f09542731044c829af80-00683aee23" "proxy-server 3315363" 0.0054 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41747/sda1/1/a/c" "tx4f09542731044c829af80-00683aee23" "container-server 3315363" 0.0011 "-" 3315363 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57811/sdb1/1/a/c" "tx4f09542731044c829af80-00683aee23" "container-server 3315363" 0.0053 "-" 3315363 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4f09542731044c829af80-00683aee23" "proxy-server 3315363" 0.0340 "-" 3315363 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4f09542731044c829af80-00683aee23" "proxy-server 3315363" 0.0221 "-" 3315363 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4f09542731044c829af80-00683aee23 - 0.0457 - - 1748692515.395704985 1748692515.441394329 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf59fd899c42044f191ecb-00683aee23" "proxy-server 3315363" 0.0013 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57811/sdb1/1/a1/c1" "txf59fd899c42044f191ecb-00683aee23" "container-server 3315363" 0.0011 "-" 3315363 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41747/sda1/1/a1/c1" "txf59fd899c42044f191ecb-00683aee23" "container-server 3315363" 0.0010 "-" 3315363 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf59fd899c42044f191ecb-00683aee23" "proxy-server 3315363" 0.0331 "-" 3315363 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf59fd899c42044f191ecb-00683aee23" "proxy-server 3315363" 0.0212 "-" 3315363 0 +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash60True/hash60True_1748692534.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - zero objects found, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgx8xsca1/sda/containers/0/rue/hash50True/hash50True_1714281878.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h60/hash60/hash60_1714281824.41400.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h50/hash50/hash50_1714281824.43595.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/lse/hash50False/hash50False_1748692553.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - zero objects found, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmp5zlaxmp7/sda/containers/0/rue/hash50True/hash50True_1748692569.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h60/hash60/hash60_1748692515.61435.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test WARNING: Skipping /tmp/tmp9uxbr81g/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmp9uxbr81g/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmp9uxbr81g/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmp7ug8m6b7/asdf/data because [Errno 20] Not a directory: '/tmp/tmp7ug8m6b7/asdf/data' -test WARNING: Skipping /tmp/tmp7ug8m6b7/asdf/data because [Errno 20] Not a directory: '/tmp/tmp7ug8m6b7/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmp7kz318q3/asdf/data because [Errno 20] Not a directory: '/tmp/tmp7kz318q3/asdf/data' -test ERROR: Problem finding shard upper in '/tmp/tmpsjzcefot/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpsjzcefot/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp1ctf5txu/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp1ctf5txu/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-replicator INFO: [worker 1/2 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=51359] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=51359] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx5aa7911a55cc41fbbd9c4-00662ddd60) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx5aa7911a55cc41fbbd9c4-00662ddd60) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx5aa7911a55cc41fbbd9c4-00662ddd60) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx5aa7911a55cc41fbbd9c4-00662ddd60) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf59fd899c42044f191ecb-00683aee23 - 0.0404 - - 1748692515.450933456 1748692515.491350412 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7211ce5e36a743ea8e53d-00683aee23" "proxy-server 3315363" 0.0019 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41747/sda1/2/a/c1" "tx7211ce5e36a743ea8e53d-00683aee23" "container-server 3315363" 0.0072 "-" 3315363 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:57811/sdb1/2/a/c1" "tx7211ce5e36a743ea8e53d-00683aee23" "container-server 3315363" 0.0010 "-" 3315363 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7211ce5e36a743ea8e53d-00683aee23" "proxy-server 3315363" 0.0216 "-" 3315363 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7211ce5e36a743ea8e53d-00683aee23" "proxy-server 3315363" 0.0388 "-" 3315363 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7211ce5e36a743ea8e53d-00683aee23 - 0.0670 - - 1748692515.492598772 1748692515.559595346 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx80b0f69e4b304c77ad7c6-00683aee23" "proxy-server 3315363" 0.0018 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41747/sda1/1/a/c2" "tx80b0f69e4b304c77ad7c6-00683aee23" "container-server 3315363" 0.0015 "-" 3315363 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57811/sdb1/1/a/c2" "tx80b0f69e4b304c77ad7c6-00683aee23" "container-server 3315363" 0.0009 "-" 3315363 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx80b0f69e4b304c77ad7c6-00683aee23" "proxy-server 3315363" 0.0124 "-" 3315363 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx80b0f69e4b304c77ad7c6-00683aee23" "proxy-server 3315363" 0.0089 "-" 3315363 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx80b0f69e4b304c77ad7c6-00683aee23 - 0.0208 - - 1748692515.560877562 1748692515.581712246 2 proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpd8jjjr1d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd8jjjr1d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpzjddk_tf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzjddk_tf/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd8jjjr1d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd8jjjr1d/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpzjddk_tf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzjddk_tf/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 51359 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb1f5204799a4462c94c70-00662ddd60" "proxy-server 51359" 0.0012 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58855/sdb1/1/a/c" "txb1f5204799a4462c94c70-00662ddd60" "container-server 51359" 0.0010 "-" 51359 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51833/sda1/1/a/c" "txb1f5204799a4462c94c70-00662ddd60" "container-server 51359" 0.0010 "-" 51359 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb1f5204799a4462c94c70-00662ddd60" "proxy-server 51359" 0.0137 "-" 51359 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb1f5204799a4462c94c70-00662ddd60" "proxy-server 51359" 0.0099 "-" 51359 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb1f5204799a4462c94c70-00662ddd60 - 0.0214 - - 1714281824.631731749 1714281824.653147459 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5716048c42d142d2a26a4-00662ddd60" "proxy-server 51359" 0.0011 "-" 51359 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58855/sdb1/1/a1/c1" "tx5716048c42d142d2a26a4-00662ddd60" "container-server 51359" 0.0010 "-" 51359 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51833/sda1/1/a1/c1" "tx5716048c42d142d2a26a4-00662ddd60" "container-server 51359" 0.0009 "-" 51359 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5716048c42d142d2a26a4-00662ddd60" "proxy-server 51359" 0.0081 "-" 51359 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5716048c42d142d2a26a4-00662ddd60" "proxy-server 51359" 0.0133 "-" 51359 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5716048c42d142d2a26a4-00662ddd60 - 0.0201 - - 1714281824.654445887 1714281824.674525738 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx951b3e1306414b64a96cc-00662ddd60" "proxy-server 51359" 0.0019 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58855/sdb1/2/a/c1" "tx951b3e1306414b64a96cc-00662ddd60" "container-server 51359" 0.0011 "-" 51359 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51833/sda1/2/a/c1" "tx951b3e1306414b64a96cc-00662ddd60" "container-server 51359" 0.0016 "-" 51359 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx951b3e1306414b64a96cc-00662ddd60" "proxy-server 51359" 0.0104 "-" 51359 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx951b3e1306414b64a96cc-00662ddd60" "proxy-server 51359" 0.0153 "-" 51359 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx951b3e1306414b64a96cc-00662ddd60 - 0.0230 - - 1714281824.675767899 1714281824.698793650 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txec4334459d0c48d085f2b-00662ddd60" "proxy-server 51359" 0.0019 "-" 51359 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51833/sda1/1/a/c2" "txec4334459d0c48d085f2b-00662ddd60" "container-server 51359" 0.0010 "-" 51359 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58855/sdb1/1/a/c2" "txec4334459d0c48d085f2b-00662ddd60" "container-server 51359" 0.0015 "-" 51359 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txec4334459d0c48d085f2b-00662ddd60" "proxy-server 51359" 0.0129 "-" 51359 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txec4334459d0c48d085f2b-00662ddd60" "proxy-server 51359" 0.0092 "-" 51359 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txec4334459d0c48d085f2b-00662ddd60 - 0.0215 - - 1714281824.700056553 1714281824.721512556 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx823bf0203cb345e9a66a5-00683aee23" "proxy-server 3315363" 0.0011 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52895/sdb1/1/a/c" "tx823bf0203cb345e9a66a5-00683aee23" "container-server 3315363" 0.0009 "-" 3315363 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34171/sda1/1/a/c" "tx823bf0203cb345e9a66a5-00683aee23" "container-server 3315363" 0.0010 "-" 3315363 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx823bf0203cb345e9a66a5-00683aee23" "proxy-server 3315363" 0.0123 "-" 3315363 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx823bf0203cb345e9a66a5-00683aee23" "proxy-server 3315363" 0.0085 "-" 3315363 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx823bf0203cb345e9a66a5-00683aee23 - 0.0205 - - 1748692515.687959671 1748692515.708495617 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb88ef3db6d0944128bdcf-00683aee23" "proxy-server 3315363" 0.0011 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52895/sdb1/1/a1/c1" "txb88ef3db6d0944128bdcf-00683aee23" "container-server 3315363" 0.0009 "-" 3315363 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34171/sda1/1/a1/c1" "txb88ef3db6d0944128bdcf-00683aee23" "container-server 3315363" 0.0024 "-" 3315363 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb88ef3db6d0944128bdcf-00683aee23" "proxy-server 3315363" 0.0089 "-" 3315363 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb88ef3db6d0944128bdcf-00683aee23" "proxy-server 3315363" 0.0135 "-" 3315363 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb88ef3db6d0944128bdcf-00683aee23 - 0.0199 - - 1748692515.709655523 1748692515.729550838 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3114d75bdec1481a887e7-00683aee23" "proxy-server 3315363" 0.0020 "-" 3315363 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34171/sda1/2/a/c1" "tx3114d75bdec1481a887e7-00683aee23" "container-server 3315363" 0.0012 "-" 3315363 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52895/sdb1/2/a/c1" "tx3114d75bdec1481a887e7-00683aee23" "container-server 3315363" 0.0014 "-" 3315363 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3114d75bdec1481a887e7-00683aee23" "proxy-server 3315363" 0.0132 "-" 3315363 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3114d75bdec1481a887e7-00683aee23" "proxy-server 3315363" 0.0093 "-" 3315363 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3114d75bdec1481a887e7-00683aee23 - 0.0210 - - 1748692515.730777502 1748692515.751768589 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf0dc4c96ef78488abde47-00683aee23" "proxy-server 3315363" 0.0018 "-" 3315363 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52895/sdb1/1/a/c2" "txf0dc4c96ef78488abde47-00683aee23" "container-server 3315363" 0.0031 "-" 3315363 2 test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options @@ -53042,57 +56608,57 @@ test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp3e5dj30s/sda/containers/0/h70/hash70/hash70_1714281824.45723.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h50/hash50/hash50_1748692515.66264.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvdayxz25/sda/containers/0/h70/hash70/hash70_1748692515.70204.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpq09mem_7/sda/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmplbx4sxuu/sda/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -53114,6 +56680,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok sharder-test ERROR: Exception in sharder: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever @@ -53151,8 +56719,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53173,12 +56741,12 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53199,7 +56767,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53220,7 +56788,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53241,9 +56809,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53264,9 +56832,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53287,7 +56855,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53308,8 +56876,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53330,13 +56898,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53357,7 +56921,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53378,13 +56942,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53405,7 +56969,11 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container direct_put_container(node, part, account, container, @@ -53426,576 +56994,327 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp6x0kxto0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0016574859619140625s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp8brq7b5t/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp8brq7b5t/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp8brq7b5t/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp8brq7b5t/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.225440979003906e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1714281773.68262, (0, 0) as of 1714281773.68262, cleaved as of 1714281773.68262> in 0.002s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020551681518554688s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1714281773.68262, (2, 2) as of 1714281824.73667, cleaved as of 1714281773.68262> in 0.008s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpfzcf8hcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp5vmw00an/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp5vmw00an/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp5vmw00an/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp5vmw00an/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34171/sda1/1/a/c2" "txf0dc4c96ef78488abde47-00683aee23" "container-server 3315363" 0.0010 "-" 3315363 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0dc4c96ef78488abde47-00683aee23" "proxy-server 3315363" 0.0141 "-" 3315363 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:15 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf0dc4c96ef78488abde47-00683aee23" "proxy-server 3315363" 0.0107 "-" 3315363 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf0dc4c96ef78488abde47-00683aee23 - 0.0261 - - 1748692515.752931356 1748692515.779009342 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.079673767089844e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1748692463.42815, (0, 0) as of 1748692463.42815, cleaved as of 1748692463.42815> in 0.006s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1748692463.42815, (2, 2) as of 1748692516.27248, cleaved as of 1748692463.42815> in 0.018s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00021123886108398438s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001475811004638672s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp8brq7b5t/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.580352783203125e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp5vmw00an/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.963180541992188e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262>, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1714281773.68262, (0, 0) as of 1714281773.68262, created as of 1714281773.68262> - shard db already in sync, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.389617919921875e-05s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815>, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1748692463.42815, (0, 0) as of 1748692463.42815, created as of 1748692463.42815> - shard db already in sync, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1748692463.42815, (3, 3) as of 1748692516.37146, cleaved as of 1748692463.42815> in 0.012s, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5vmw00an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692515.99117.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '62cc9b40-d0d0-4fe9-bd1e-f07362e58547-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2qxdapox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692516.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '62cc9b40-d0d0-4fe9-bd1e-f07362e58547-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2qxdapox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692516.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '62cc9b40-d0d0-4fe9-bd1e-f07362e58547-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2qxdapox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692516.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '62cc9b40-d0d0-4fe9-bd1e-f07362e58547-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2qxdapox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692516.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '760a1bc0-a64f-4ef1-8ce9-77fed00d0ed9-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp2qxdapox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692516.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd9gfnrgd/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd9gfnrgd/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd9gfnrgd/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_shard - attempted:0 success:0 failure:0 test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1714281773.68262, (3, 3) as of 1714281824.78764, cleaved as of 1714281773.68262> in 0.004s, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8brq7b5t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.59940.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a99fe31f-2355-460e-a9dc-dfac1106a5b7-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnkb78nta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a99fe31f-2355-460e-a9dc-dfac1106a5b7-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnkb78nta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a99fe31f-2355-460e-a9dc-dfac1106a5b7-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnkb78nta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a99fe31f-2355-460e-a9dc-dfac1106a5b7-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnkb78nta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '86ae5aa5-47d8-403c-a4d7-aba6e77d230e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpnkb78nta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp20q7ycv1/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp20q7ycv1/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp20q7ycv1/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:23:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:55:16 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpesusobmy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnunppcne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpq7664sbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6gndlauc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpnm533scf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0004496574401855469s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00037980079650878906s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00029587745666503906s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003230571746826172s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002281665802001953s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00030303001403808594s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000335693359375s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0003285408020019531s, path: a/c, db: /tmp/tmpbiquf091/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002872943878173828s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0003116130828857422s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027370452880859375s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0004513263702392578s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00030422210693359375s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00029850006103515625s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00032830238342285156s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00039649009704589844s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.000152587890625s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001704692840576172s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001442432403564453s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015401840209960938s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0005998611450195312s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00015473365783691406s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014853477478027344s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013566017150878906s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00013971328735351562s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00013256072998046875s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00013709068298339844s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpmq13qviw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00021839141845703125s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00015401840209960938s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpn8rqiwf7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017309188842773438s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.605552673339844e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok test.unit.obj.test_server.TestObjectController.test_DELETE test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp @@ -54386,6 +57705,32 @@ test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket @@ -54396,27 +57741,241 @@ test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test ERROR: Failed to unlink '/tmp/tmps87h3kr6/containers/part/suffix/hash/container.db': +sharder-test DEBUG: got 3 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001392364501953125s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.004364490509033203s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp_nuy5pbx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpf3oxyr49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpf3oxyr49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txba81c859ec1b4f73ab068-00683aee20) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txba81c859ec1b4f73ab068-00683aee20) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txba81c859ec1b4f73ab068-00683aee20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe1208c926347478d9f6b2-00683aee22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx40051d3d36234c99b6b24-00683aee24) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txed8cf970079c4e23b449c-00683aee26) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Setting object count to 1072 (txn: tx903e4e3bd3784d1f9c2cf-00683aee20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx18d63eef9f464c489286c-00683aee22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx18d63eef9f464c489286c-00683aee22) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18d63eef9f464c489286c-00683aee22) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx18d63eef9f464c489286c-00683aee22) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx18d63eef9f464c489286c-00683aee22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9ad3cb42fc1946d9a8c41-00683aee24) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3b0aabc077942baaa50e-00683aee26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txf3b0aabc077942baaa50e-00683aee26) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txed8cf970079c4e23b449c-00683aee26) +test DEBUG: Setting object count to 3120 (txn: txed8cf970079c4e23b449c-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf53315de1a96449cb6645-00683aee26) +test DEBUG: Setting object count to 3120 (txn: txf53315de1a96449cb6645-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test DEBUG: Setting object count to 3120 (txn: txaaaab86dd0b34e42b504b-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx697f49dbcfd0495abb68a-00683aee26) +test DEBUG: Setting object count to 3120 (txn: tx697f49dbcfd0495abb68a-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test DEBUG: Setting object count to 3120 (txn: tx5668ac1c51a743308b4c8-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8830de09faa4d3bb5f15-00683aee26) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txe8830de09faa4d3bb5f15-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx34b5d2cb09bf45759a336-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx34b5d2cb09bf45759a336-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmp7l2qbowz/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -54429,155 +57988,801 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmps87h3kr6/containers/part/suffix/hash/container_1714281825.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmps87h3kr6/containers/part/suffix/hash/container_1714281825.00000.db': ['/tmp/tmps87h3kr6/containers/part/suffix/hash/container.db', '/tmp/tmps87h3kr6/containers/part/suffix/hash/container_1714281826.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmps87h3kr6/containers/part/suffix/hash/container_1714281826.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmp7l2qbowz/containers/part/suffix/hash/container_1748692492.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp7l2qbowz/containers/part/suffix/hash/container_1748692492.00000.db': ['/tmp/tmp7l2qbowz/containers/part/suffix/hash/container.db', '/tmp/tmp7l2qbowz/containers/part/suffix/hash/container_1748692493.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp7l2qbowz/containers/part/suffix/hash/container_1748692493.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1750, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 854, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx1671ee5d75e84b61ad39c-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx39df17c25dcb4410baf60-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx7e636df02fe3456fb0cd9-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx2186172407e0419a920a7-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +test ERROR: Problem finding shard upper in '/tmp/tmp0fer6bez/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp0fer6bez/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3173, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read - raise Exception('exception message') -Exception: exception message (txn: tx705037e788304c0094593-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txd8ae30add97d49779c4db-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002758502960205078s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp7c9l6hia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004723072052001953s, path: a/c, db: /tmp/tmpw9wi8p2a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpw9wi8p2a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test INFO: Client disconnected on read of '/a/c' (txn: tx7b1ac31442c34b3980c30-00662ddd61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc65349b18aa4a77896dc-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc65349b18aa4a77896dc-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbc65349b18aa4a77896dc-00662ddd61) + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp_fzutyik/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_fzutyik/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9a82c03e302349d9b78ed-00662ddd61) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbe14fb9dbddc44169d936-00662ddd61) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6868a76c7d9f473182789-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txd0778e12a67844babab5a-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx442dd790a98e4d44a5250-00683aee28) +test DEBUG: Setting object count to 3120 (txn: tx442dd790a98e4d44a5250-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test DEBUG: Setting object count to 3120 (txn: tx8923b1b6a923401e8abfc-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx02786e8326a34db7b18b0-00683aee28) +test DEBUG: Setting object count to 3120 (txn: tx02786e8326a34db7b18b0-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txb11c711be04b466a961f9-00683aee28) +test DEBUG: Setting object count to 3120 (txn: txb11c711be04b466a961f9-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test DEBUG: Setting object count to 3120 (txn: tx7f7f7c2f24ab42e9a9766-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txa9b7b4f634c74d7cab18a-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx91683008814c4156ab049-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx91683008814c4156ab049-00683aee28) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test ERROR: Failed to unlink '/tmp/tmp4p8kdk49/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3592682f8ca3422991d8e-00662ddd61) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx588eee6db224440f966df-00662ddd61) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx588eee6db224440f966df-00662ddd61) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4db58578a19a4e918d166-00662ddd61) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf5d3dd553af54421b0a67-00662ddd61) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc5a086a2446843b6952ff-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx85cc23eac7534aa486e77-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp4p8kdk49/containers/part/suffix/hash/container_1748692520.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp4p8kdk49/containers/part/suffix/hash/container_1748692520.00000.db': ['/tmp/tmp4p8kdk49/containers/part/suffix/hash/container.db', '/tmp/tmp4p8kdk49/containers/part/suffix/hash/container_1748692521.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4p8kdk49/containers/part/suffix/hash/container_1748692521.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Skipping the update of recently changed /tmp/tmph7zpic7k/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmph7zpic7k/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmph7zpic7k/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmph7zpic7k/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpfja3wep4/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpfja3wep4/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp_97_gwmw/sdq is not mounted +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpqvmiuise/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqvmiuise/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpqvmiuise/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqvmiuise/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0039 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0112 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3c3c070fc2c84b9a9c40f-00683aee29" "proxy-server 3315354" 0.0011 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35531/sda1/1/a/c" "tx3c3c070fc2c84b9a9c40f-00683aee29" "container-server 3315354" 0.0093 "-" 3315354 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42785/sdb1/1/a/c" "tx3c3c070fc2c84b9a9c40f-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3c3c070fc2c84b9a9c40f-00683aee29" "proxy-server 3315354" 0.0299 "-" 3315354 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3c3c070fc2c84b9a9c40f-00683aee29" "proxy-server 3315354" 0.0220 "-" 3315354 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3c3c070fc2c84b9a9c40f-00683aee29 - 0.0541 - - 1748692521.153345108 1748692521.207486868 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc5171b15ec8f45c0b7a28-00683aee29" "proxy-server 3315354" 0.0012 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35531/sda1/1/a1/c1" "txc5171b15ec8f45c0b7a28-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42785/sdb1/1/a1/c1" "txc5171b15ec8f45c0b7a28-00683aee29" "container-server 3315354" 0.0052 "-" 3315354 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc5171b15ec8f45c0b7a28-00683aee29" "proxy-server 3315354" 0.0164 "-" 3315354 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc5171b15ec8f45c0b7a28-00683aee29" "proxy-server 3315354" 0.0255 "-" 3315354 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc5171b15ec8f45c0b7a28-00683aee29 - 0.0446 - - 1748692521.208713055 1748692521.253287792 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfb940d31cba644e09d43a-00683aee29" "proxy-server 3315354" 0.0061 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42785/sdb1/2/a/c1" "txfb940d31cba644e09d43a-00683aee29" "container-server 3315354" 0.0012 "-" 3315354 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35531/sda1/2/a/c1" "txfb940d31cba644e09d43a-00683aee29" "container-server 3315354" 0.0098 "-" 3315354 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfb940d31cba644e09d43a-00683aee29" "proxy-server 3315354" 0.0265 "-" 3315354 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfb940d31cba644e09d43a-00683aee29" "proxy-server 3315354" 0.0355 "-" 3315354 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfb940d31cba644e09d43a-00683aee29 - 0.0552 - - 1748692521.262736797 1748692521.317945719 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa9c895d689e04bde9923e-00683aee29" "proxy-server 3315354" 0.0019 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35531/sda1/1/a/c2" "txa9c895d689e04bde9923e-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42785/sdb1/1/a/c2" "txa9c895d689e04bde9923e-00683aee29" "container-server 3315354" 0.0098 "-" 3315354 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa9c895d689e04bde9923e-00683aee29" "proxy-server 3315354" 0.0376 "-" 3315354 2 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx57e2db243e874f12bcb86-00683aee26) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx57e2db243e874f12bcb86-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx69ebca9560e64b048536e-00683aee26) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx69ebca9560e64b048536e-00683aee26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx69ebca9560e64b048536e-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69ebca9560e64b048536e-00683aee26) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx69ebca9560e64b048536e-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb7de5047747d410a980cc-00683aee26) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txb7de5047747d410a980cc-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb7de5047747d410a980cc-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb7de5047747d410a980cc-00683aee26) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb7de5047747d410a980cc-00683aee26) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx38c537c75697409daca36-00683aee26) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx38c537c75697409daca36-00683aee26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx38c537c75697409daca36-00683aee26) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx38c537c75697409daca36-00683aee26) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx38c537c75697409daca36-00683aee26) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx92fe9a993a69479995f1e-00683aee27) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx92fe9a993a69479995f1e-00683aee27) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx92fe9a993a69479995f1e-00683aee27) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx592efecdb22a42ffa80e0-00683aee29) +test DEBUG: Setting object count to 1065 (txn: tx592efecdb22a42ffa80e0-00683aee29) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: txe396b0b23df844a1b2791-00683aee29) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: txbb110e72d9ad4b7faf0fb-00683aee29) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb6c744f04115439db307c-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx22f74d772f2e4d0cbbca1-00683aee29) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx22f74d772f2e4d0cbbca1-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5d92b9eb6c0541599073c-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5d92b9eb6c0541599073c-00683aee29) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -54586,21 +58791,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx7a99ae6650274a4489444-00662ddd61) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx30001b5c3c664072ad849-00662ddd61) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx30001b5c3c664072ad849-00662ddd61) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx964e975d2b904a49b1f30-00662ddd61) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx944a4bd43b8e4cdb800aa-00662ddd61) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa4c7c75d353947049b1bd-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx89b66e86deaa4da08663c-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Exception (txn: tx5d92b9eb6c0541599073c-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa4039312a2dd4e5f95ebb-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa4039312a2dd4e5f95ebb-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -54609,666 +58807,52 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx7b71d14524fd43cfb5e15-00662ddd61) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx1a6e67fcbce149fd9b1e2-00662ddd61) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1a6e67fcbce149fd9b1e2-00662ddd61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb97ae46907984380813a8-00662ddd61) -test INFO: Client disconnected on read of '/a/c' (txn: tx89b7c46b69e5449f9da25-00662ddd61) -test INFO: Client disconnected on read of '/a/c' (txn: tx17330df100d74a1c8f1a6-00662ddd61) -test INFO: Client disconnected on read of '/a/c' (txn: tx17330df100d74a1c8f1a6-00662ddd61) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx6cf444a0e0474b7ca1541-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx7b4af68023d446ec9884c-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txfe9e2f00fda54f08a766e-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txfe9e2f00fda54f08a766e-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txfe9e2f00fda54f08a766e-00662ddd61) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txeedaca5d2345461ebcff5-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txeedaca5d2345461ebcff5-00662ddd61) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txeedaca5d2345461ebcff5-00662ddd61) +Exception (txn: txa4039312a2dd4e5f95ebb-00683aee29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 3038, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx43f31e25fcc44a9985989-00662ddd61) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1ec9d2b52e9f47618fea0-00683aee29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8c29c5466c1f463cbf05c-00662ddd62) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx8c29c5466c1f463cbf05c-00662ddd62) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8c29c5466c1f463cbf05c-00662ddd62) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa74575be179f43e791984-00662ddd62) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txa74575be179f43e791984-00662ddd62) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txa74575be179f43e791984-00662ddd62) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa74575be179f43e791984-00662ddd62) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 201, 503, 201, 201, 503, 201, 201, 201, 201, 201, 201, 201] (txn: txa74575be179f43e791984-00662ddd62) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx280df363258b4b5caf13f-00662ddd62) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx784fba884e25408caaa89-00662ddd62) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx694f74ebce5f40549f2cb-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx694f74ebce5f40549f2cb-00683aee29) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx694f74ebce5f40549f2cb-00683aee29) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx694f74ebce5f40549f2cb-00683aee29) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx77e0c6aa5da8454ead2f8-00662ddd62) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txd3e4a0d5dfde4883bbf87-00662ddd62) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx932a32a04d644858bb107-00683aee29) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx932a32a04d644858bb107-00683aee29) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx932a32a04d644858bb107-00683aee29) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx932a32a04d644858bb107-00683aee29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txcbf4ae8686ea4453893a4-00662ddd62) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx7badb0b642cd469b91194-00683aee29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx3b2c2ec71cb24276ad2bf-00662ddd62) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx07a0a10ae0684fc0bee46-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55277,29 +58861,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txe4b6532f1c7142b5b8e47-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe4b6532f1c7142b5b8e47-00683aee29) +proxy-server ERROR: Object GET returning 503 for [] (txn: txe4b6532f1c7142b5b8e47-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55308,43 +58877,18 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx3014389c19164f6180a84-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3014389c19164f6180a84-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx271f1b2d59a343a2ba685-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txed594578507f4c41b75f3-00683aee29) +proxy-server ERROR: Object GET returning 503 for [] (txn: txed594578507f4c41b75f3-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2e28a8f196bf4c88a59bc-00683aee29) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx2e28a8f196bf4c88a59bc-00683aee29) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55353,57 +58897,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txcab23655fbfe45188e001-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcab23655fbfe45188e001-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx63fcfeced4a44b0d94185-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55412,29 +58913,17 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx63fcfeced4a44b0d94185-00683aee2a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx63fcfeced4a44b0d94185-00683aee2a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55443,12 +58932,20 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status +Exception: kaboom! (txn: tx64953ea0a8264fdda6c04-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx64953ea0a8264fdda6c04-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9f2b51a16bd44d6c9e0ac-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3881fc5a708948d5bacc3-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3881fc5a708948d5bacc3-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2ccc5413ce2e4cd69e89d-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2ccc5413ce2e4cd69e89d-00683aee2a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx2ccc5413ce2e4cd69e89d-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55457,12 +58954,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status +Exception: kaboom! (txn: tx59f8bd60cebe4ace8ac8e-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55474,9 +58971,6 @@ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55485,29 +58979,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx59f8bd60cebe4ace8ac8e-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55519,9 +58996,6 @@ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55533,9 +59007,6 @@ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55544,12 +59015,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status +Exception: kaboom! (txn: tx59f8bd60cebe4ace8ac8e-00683aee2a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx59f8bd60cebe4ace8ac8e-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55558,12 +59031,37 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status +Exception: kaboom! (txn: tx620f2b2fb0b948c6be87f-00683aee2a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx620f2b2fb0b948c6be87f-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -55572,4322 +59070,1132 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: Container GET returning 503 for [] (txn: tx4663e97e7beb4ae5b1c88-00662ddd61) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf4be2675f50b477899761-00662ddd62) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txf4be2675f50b477899761-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: tx86a8d613b8e744c3aff95-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: tx79ed0e3238314365ae97c-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5e241a387d4543e1b72f1-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5e241a387d4543e1b72f1-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5e241a387d4543e1b72f1-00662ddd62) -test ERROR: Container GET returning 503 for [] (txn: tx5e241a387d4543e1b72f1-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: tx5e241a387d4543e1b72f1-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: Container GET returning 503 for [] (txn: tx8d1125a080da408e88c7e-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test ERROR: Container GET returning 503 for [] (txn: tx4922a31d9fb4430692f5d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcd0651688f63492888f3d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcd0651688f63492888f3d-00662ddd62) -test ERROR: Container GET returning 503 for [] (txn: txcd0651688f63492888f3d-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx542b5d3e94d140f68f01c-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2a7ed04218c54b6e948e3-00662ddd62) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2a7ed04218c54b6e948e3-00662ddd62) -test ERROR: Container GET returning 503 for [500, 500] (txn: tx2a7ed04218c54b6e948e3-00662ddd62) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc393cde9d10a4ae0980ac-00662ddd62) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9a5abd29721d4efd86875-00662ddd62) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9a5abd29721d4efd86875-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: tx9a5abd29721d4efd86875-00662ddd62) -test ERROR: Container GET returning 503 for [] (txn: tx8971ba9a13b14cfaba16f-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: tx8971ba9a13b14cfaba16f-00662ddd62) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb33c34362c74498989363-00662ddd62) -test INFO: Client disconnected on read of '/a/c' (txn: txb33c34362c74498989363-00662ddd62) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca392034fe82489e82f10-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Exception: kaboom! (txn: tx620f2b2fb0b948c6be87f-00683aee2a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx620f2b2fb0b948c6be87f-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4ea0b399f67949e7beddf-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4ea0b399f67949e7beddf-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4ea0b399f67949e7beddf-00683aee2a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx4ea0b399f67949e7beddf-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa2436e938b4d44359ac7d-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx5a6b8010241b4b4e8c1cc-00683aee2a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx5a6b8010241b4b4e8c1cc-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx572c04987ce746509d580-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txdba9d0bebd894728a23a7-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txeb038dedc157459fb17ae-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx33b1dfbccc74473297a8f-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx62fbf9ba7fd546f1a4366-00683aee2a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx62fbf9ba7fd546f1a4366-00683aee2a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx62fbf9ba7fd546f1a4366-00683aee2a) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx62fbf9ba7fd546f1a4366-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txf0034c620d4f4039a5802-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx999d3d1faa22427794e5a-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx9389d1c48f9c45e991b4a-00683aee2a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa9c895d689e04bde9923e-00683aee29" "proxy-server 3315354" 0.0218 "-" 3315354 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa9c895d689e04bde9923e-00683aee29 - 0.0457 - - 1748692521.319357157 1748692521.365030289 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpl8ry4el9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl8ry4el9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpl8ry4el9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl8ry4el9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0117 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0074 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx98d4ccefdc834a96af8be-00683aee29" "proxy-server 3315354" 0.0012 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48243/sda1/1/a/c" "tx98d4ccefdc834a96af8be-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58351/sdb1/1/a/c" "tx98d4ccefdc834a96af8be-00683aee29" "container-server 3315354" 0.0009 "-" 3315354 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx98d4ccefdc834a96af8be-00683aee29" "proxy-server 3315354" 0.0203 "-" 3315354 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx98d4ccefdc834a96af8be-00683aee29" "proxy-server 3315354" 0.0340 "-" 3315354 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx98d4ccefdc834a96af8be-00683aee29 - 0.0462 - - 1748692521.541968107 1748692521.588136673 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx22f57260be3c4b6d9ada1-00683aee29" "proxy-server 3315354" 0.0011 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:48243/sda1/1/a1/c1" "tx22f57260be3c4b6d9ada1-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58351/sdb1/1/a1/c1" "tx22f57260be3c4b6d9ada1-00683aee29" "container-server 3315354" 0.0091 "-" 3315354 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22f57260be3c4b6d9ada1-00683aee29" "proxy-server 3315354" 0.0202 "-" 3315354 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22f57260be3c4b6d9ada1-00683aee29" "proxy-server 3315354" 0.0332 "-" 3315354 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx22f57260be3c4b6d9ada1-00683aee29 - 0.0480 - - 1748692521.589300156 1748692521.637326479 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdbc712b7ba524eff905e1-00683aee29" "proxy-server 3315354" 0.0100 "-" 3315354 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48243/sda1/2/a/c1" "txdbc712b7ba524eff905e1-00683aee29" "container-server 3315354" 0.0011 "-" 3315354 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58351/sdb1/2/a/c1" "txdbc712b7ba524eff905e1-00683aee29" "container-server 3315354" 0.0017 "-" 3315354 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdbc712b7ba524eff905e1-00683aee29" "proxy-server 3315354" 0.0355 "-" 3315354 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdbc712b7ba524eff905e1-00683aee29" "proxy-server 3315354" 0.0276 "-" 3315354 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdbc712b7ba524eff905e1-00683aee29 - 0.0600 - - 1748692521.638612986 1748692521.698588848 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ce0bdacea7d4536a33c6-00683aee29" "proxy-server 3315354" 0.0019 "-" 3315354 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58351/sdb1/1/a/c2" "tx1ce0bdacea7d4536a33c6-00683aee29" "container-server 3315354" 0.0016 "-" 3315354 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48243/sda1/1/a/c2" "tx1ce0bdacea7d4536a33c6-00683aee29" "container-server 3315354" 0.0010 "-" 3315354 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ce0bdacea7d4536a33c6-00683aee29" "proxy-server 3315354" 0.0252 "-" 3315354 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1ce0bdacea7d4536a33c6-00683aee29" "proxy-server 3315354" 0.0174 "-" 3315354 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1ce0bdacea7d4536a33c6-00683aee29 - 0.0412 - - 1748692521.699905634 1748692521.741063833 2 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx49e1410f46854de5b6978-00683aee2a) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx49e1410f46854de5b6978-00683aee2a) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx49e1410f46854de5b6978-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd091f6d1a7cc45ceb0a2e-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd091f6d1a7cc45ceb0a2e-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8b4f0de69ea44656a5620-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx246d06b88615414384eee-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx246d06b88615414384eee-00683aee2a) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx246d06b88615414384eee-00683aee2a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0962b3c1b64a40f78d770-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0962b3c1b64a40f78d770-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx0962b3c1b64a40f78d770-00683aee2a) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx0962b3c1b64a40f78d770-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx1273797df24740fb91b5a-00683aee2a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1273797df24740fb91b5a-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1273797df24740fb91b5a-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca392034fe82489e82f10-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration (txn: tx364b332cddb94b19a9c4b-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca392034fe82489e82f10-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx364b332cddb94b19a9c4b-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca392034fe82489e82f10-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx364b332cddb94b19a9c4b-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca392034fe82489e82f10-00662ddd62) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txca392034fe82489e82f10-00662ddd62) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx921b6e6a2c414336a7de5-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdb7772deb262455695d45-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx921b6e6a2c414336a7de5-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdb7772deb262455695d45-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx921b6e6a2c414336a7de5-00683aee2a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdb7772deb262455695d45-00662ddd62) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx33dbd205bb40446e9bb99-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdb7772deb262455695d45-00662ddd62) -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx33dbd205bb40446e9bb99-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdb7772deb262455695d45-00662ddd62) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txdb7772deb262455695d45-00662ddd62) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: Setting object count to 1032 (txn: txd9285c1d4efe4a7791127-00662ddd63) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: Setting object count to 48 (txn: tx979d2fe56d0a4c199d567-00662ddd63) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: Setting object count to 1064 (txn: txfbb7c6716e48473e96a16-00662ddd63) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3cefa9f45c4e4baca0075-00662ddd63) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx25a7f04e80154865868ab-00662ddd63) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Setting object count to 1065 (txn: txdbcb05c372364a87a45bc-00662ddd64) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Setting object count to 1065 (txn: txd31256e3df634422a29ed-00662ddd65) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f0c96197ea748deae813-00662ddd66) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx5f0c96197ea748deae813-00662ddd66) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx36506c431a00449c9d24a-00662ddd66) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx36506c431a00449c9d24a-00662ddd66) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx36506c431a00449c9d24a-00662ddd66) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx36506c431a00449c9d24a-00662ddd66) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx86fdd802f3404417a7799-00662ddd67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx86fdd802f3404417a7799-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86fdd802f3404417a7799-00662ddd67) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx86fdd802f3404417a7799-00662ddd67) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2280a2a839b04eeab81db-00662ddd67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2280a2a839b04eeab81db-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2280a2a839b04eeab81db-00662ddd67) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx2280a2a839b04eeab81db-00662ddd67) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: Setting object count to 3120 (txn: txa976702d38354de1a3f99-00662ddd67) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: Setting object count to 3120 (txn: tx5bd49a0d27234449be399-00662ddd67) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: Setting object count to 3120 (txn: txe16526a9d99a4c5186b0b-00662ddd67) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: Setting object count to 3120 (txn: txe8277dd29bff400fa59c1-00662ddd68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: Setting object count to 3120 (txn: tx7dd04f14539444acacaee-00662ddd68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpha6icjcw/containers/part/suffix/hash/container.db': +StopIteration (txn: tx33dbd205bb40446e9bb99-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx150bac1789b545e4abed5-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpha6icjcw/containers/part/suffix/hash/container_1714281819.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpha6icjcw/containers/part/suffix/hash/container_1714281819.00000.db': ['/tmp/tmpha6icjcw/containers/part/suffix/hash/container.db', '/tmp/tmpha6icjcw/containers/part/suffix/hash/container_1714281820.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpha6icjcw/containers/part/suffix/hash/container_1714281820.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmp_0iufpkq/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp_0iufpkq/test_container.db': : + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: tx944eff26b63c495992345-00683aee2a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx7834a9d6297348e7abe80-00683aee2a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txcf231a35035942e2a7f72-00683aee2a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx95b907cd221e47ec98c12-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txb1d637bc4754447892695-00683aee2a) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpa4swgbmj/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpa4swgbmj/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txa24250c0ab2c4867ba16a-00662ddd68) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx483a2c667a7f49ddaf65c-00662ddd68) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txca7214d2b0c842d8b05b0-00662ddd68) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx4e9e044050de4b199672d-00662ddd68) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e9e044050de4b199672d-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e9e044050de4b199672d-00662ddd68) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4e9e044050de4b199672d-00662ddd68) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx209172abe300465f9bf93-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx209172abe300465f9bf93-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx209172abe300465f9bf93-00662ddd68) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx209172abe300465f9bf93-00662ddd68) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9dc10e88e7ba4ed3a176d-00662ddd68) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9dc10e88e7ba4ed3a176d-00662ddd68) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9dc10e88e7ba4ed3a176d-00662ddd68) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9dc10e88e7ba4ed3a176d-00662ddd68) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test DEBUG: Setting object count to 1068 (txn: tx7e27afa21fc04ce8baf77-00662ddd69) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test ERROR: Failed to unlink '/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txc5e0f50ff16745d8a6d54-00683aee2a) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx3023ab8bcdb54ad7a2c4f-00683aee2a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd16e1c3e43bd42e7935c9-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx03ccbe52568b42f39ec2d-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container_1714281834.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container_1714281834.00000.db': ['/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container.db', '/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container_1714281835.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdwrlwuxt/containers/part/suffix/hash/container_1714281835.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx86bbc6173fb5465b86cc7-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa1b783d531834c5bbc9d5-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6b85be2c6b5d41b291144-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx08e4661c402b4abfabd5d-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx132a567b3c5844bba6f6a-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txefea128117a64d268abd6-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbd0578d6aaf14d35a38cc-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ac118e6097d4373a53e6-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txab2f0a0e134c42419083a-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx924ddc3aed264889a03da-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6b56989055fa42fc90325-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa6a9baaefae94d3dad835-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx592eaa2259e74d44bdb07-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3f2297c6876c4fbaa8e4f-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5c8e2d483f744a7d99b37-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx10967b8241f944e48e8df-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1c9802bf4a224cc792926-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx92ba5077f9ed469f85770-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaf220613059f4e959c4d2-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0475297fcdb047359d2d2-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0856d7a85ad14366a5f88-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx597afe43ab744d98b94a4-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe52576be88d74e6aba20c-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx49965cd7f68a40c594ecd-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx3802fa45041b42248c9e2-00662ddd69) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx51976f6cab7f400997118-00662ddd69) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx6bffe3f25c82416db095a-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2c93297e17f04e6f9a071-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8c46b54bb3e84f1593497-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx89e1c82b2acd418cba35a-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txd6f6b15c1bd84a2988091-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txb9c806cda360471894802-00662ddd69) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx394a4f8b1b074c109f3ae-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6faf1a2241ce42e189fa8-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6cd55795f2b441f398abf-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txedc16087a00244a4b37cd-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9887b570f22e43039e686-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx22403f44dc4541c9a09be-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx47b80c3eb6b04d84a6035-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txa67dc8752e7b4cb4b6bed-00662ddd69) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa67dc8752e7b4cb4b6bed-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: tx025af6cc264b464292ef7-00683aee2a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txef39656bb0b747d78f592-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txde01139555ca4f89985e9-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx8a71918575f8470bb7d96-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx7de2ffa56a2549f0b3e02-00683aee2a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx7de2ffa56a2549f0b3e02-00683aee2a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx7de2ffa56a2549f0b3e02-00683aee2a) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx7de2ffa56a2549f0b3e02-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: tx76e69579a460468886c6a-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: tx15da5978a7014cf29014e-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx38b315ba391c48dcb434e-00683aee2a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txbada0b5bb2114d2cbb81d-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txac923135c8f94b509a248-00683aee2a) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: txac923135c8f94b509a248-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc4c4efd94bce4539818d7-00683aee2a) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx226bf9a10351444db0405-00683aee2a) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: tx226bf9a10351444db0405-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: txd7b57621ed6b4f82acb04-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx59da72bc8d644bb5a72b6-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx068261f914d24d2385f3c-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0bd84106833b466fbb83f-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5173510734874fbbb67fb-00662ddd6a) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx926a198fe1e7492f92fd7-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2459c89d8c0143c89bf67-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx81f4dd7e1e624001b54a0-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf2301ca86702422ba687d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbcddbc5c25a34b499c84d-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 490, 458, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx8959564297284b96aace3-00662ddd6a) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx9132e3d945af4ac8bd372-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx89561d849c6a4a96bdeb8-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx89561d849c6a4a96bdeb8-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx89561d849c6a4a96bdeb8-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e8b986d3e474ce6a36c3-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txef3c404a787349a794548-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: txef3c404a787349a794548-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx4b3fd94730eb4e35b22e9-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd5c2bcf871364c128d458-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx734947dc37e14ead841d5-00662ddd6a) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx8a28c5d680ff4579b95c3-00662ddd6a) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3a8e06f19c33484fa509c-00662ddd6a) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx38b1bccc3164473b98325-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx745d5af650724090bd898-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: txba8a8059972c40b99fd9a-00683aee2a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx0bd20a226fbe406ab386c-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txea80c45ae7a74b18b6b6b-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txea80c45ae7a74b18b6b6b-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx587550cd6b2a46f498ad7-00662ddd6a) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 275, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 263, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2930, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1184, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4452, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1470, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1549, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx587550cd6b2a46f498ad7-00662ddd6a) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx3a31fe37d43143f390e1a-00683aee2a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: tx48ba45b1f86e43a0a3900-00662ddd6a) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.06880 <= '409 (1748692523.06880), 409 (1748692523.06880), 409 (1748692523.06880)' (txn: tx73bf07bfe7864750af51a-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.07071 <= '409 (1748692523.07071), 409 (1748692523.07071), 409 (1748692523.07071)' (txn: tx7b84070fada9497e8cbdc-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.07241 <= '409 (1748692523.07241), 409 (1748692523.07241), 409 (1748692523.07241)' (txn: tx739918006e704f1a8c2f5-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: txbc29d81be1e04dac98612-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: tx4145d49bb0ff461b9f629-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb984ff79c9d1468e817e4-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4e8edf35d9cf40619334d-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (1748692524.00000), 409 (1748692524.00000), 409 (1748692524.00000)' (txn: tx7aa8cca3cdf64307b2b1d-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692525.00000 <= '409 (1748692526.00000), 409 (1748692526.00000), 409 (1748692526.00000)' (txn: txeaf90a58a2534698902dd-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692527.00000 <= '409 (1748692528.00000), 409 (1748692528.00000), 409 (1748692528.00000)' (txn: tx9592b28f112448f5a7aee-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (1748692523.00000), 409 (1748692523.00000), 409 (1748692523.00000)' (txn: tx87219b4a227044afa87e5-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692524.00000 <= '409 (1748692524.00000), 409 (1748692524.00000), 409 (1748692524.00000)' (txn: tx2023b1fa6354481e8456c-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692525.00000 <= '409 (1748692525.00000), 409 (1748692525.00000), 409 (1748692525.00000)' (txn: txb3d68bb2e87c4c2d84f09-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (1748692523.00000)' (txn: txe421dde417d648618e71f-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692524.00000 <= '409 (1748692524.00000)' (txn: tx8ddf534d431748b597b21-00683aee2b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692525.00000 <= '409 (1748692525.00000)' (txn: tx056c21d5dab04a3bae8d0-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx87d7cd158af04f87a8d1d-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx97ab11d8d43e4177b4739-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb46b62ba4de84a4a920f7-00662ddd6a) -proxy-server ERROR: Object returning 503 for [] (txn: txb46b62ba4de84a4a920f7-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue - for fragment in frag_iter: - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2518, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2490, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx35cf89f1fe9f404e88c7e-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txae9d02991ef045d8992d8-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txa9412fa0df9947ec99123-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx98d9108aa29840bfa4eb6-00662ddd6a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c5fcefcc2954835b3183-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb7d8e1359cdc4c2189387-00662ddd6a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txca4e71fb75d14046a2ff0-00662ddd6b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc054d2fe20ad4b98b4611-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb509ca2d20104302a0057-00662ddd6b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (1748692524.00000)' (txn: txdf1bc1331f2d475a8d405-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Setting object count to 1068 (txn: txbd62294666104af68796a-00662ddd69) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx7a61ca40ae0a4206ae54a-00662ddd69) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx902dd9da39f447918745a-00662ddd6a) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx902dd9da39f447918745a-00662ddd6a) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx902dd9da39f447918745a-00662ddd6a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx5ce8b842bb884ab191b01-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txaba6faad99be4693a7fab-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txccefd5993d294e8ca7b74-00662ddd6b) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692523.00000 <= '409 (1748692524.00000), 201 (unknown), 201 (unknown)' (txn: tx82dcff86dc91484691472-00683aee2b) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx388387842dea44b1bb4db-00662ddd6c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txde40f7c130e643689f9fe-00662ddd6c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txfa5f67ce9393491a812e4-00662ddd6c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txebdaec810ad147928834b-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa5c49010667743c68b3cd-00662ddd6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpzoqtb24k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzoqtb24k/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpzoqtb24k/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzoqtb24k/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx85ff26ef8cbc4bbbadc76-00683aee2b" "proxy-server 3315355" 0.0011 "-" 3315355 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54343/sdb1/1/a/c" "tx85ff26ef8cbc4bbbadc76-00683aee2b" "container-server 3315355" 0.0009 "-" 3315355 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45043/sda1/1/a/c" "tx85ff26ef8cbc4bbbadc76-00683aee2b" "container-server 3315355" 0.0009 "-" 3315355 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx85ff26ef8cbc4bbbadc76-00683aee2b" "proxy-server 3315355" 0.0118 "-" 3315355 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx85ff26ef8cbc4bbbadc76-00683aee2b" "proxy-server 3315355" 0.0083 "-" 3315355 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx85ff26ef8cbc4bbbadc76-00683aee2b - 0.0197 - - 1748692523.487287521 1748692523.507019520 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx536ffdaeaa024af9b3146-00683aee2b" "proxy-server 3315355" 0.0011 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45043/sda1/1/a1/c1" "tx536ffdaeaa024af9b3146-00683aee2b" "container-server 3315355" 0.0021 "-" 3315355 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54343/sdb1/1/a1/c1" "tx536ffdaeaa024af9b3146-00683aee2b" "container-server 3315355" 0.0010 "-" 3315355 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx536ffdaeaa024af9b3146-00683aee2b" "proxy-server 3315355" 0.0128 "-" 3315355 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx536ffdaeaa024af9b3146-00683aee2b" "proxy-server 3315355" 0.0094 "-" 3315355 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx536ffdaeaa024af9b3146-00683aee2b - 0.0198 - - 1748692523.508241653 1748692523.528071880 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx351c4a0f74174a82a2ad6-00683aee2b" "proxy-server 3315355" 0.0018 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54343/sdb1/2/a/c1" "tx351c4a0f74174a82a2ad6-00683aee2b" "container-server 3315355" 0.0015 "-" 3315355 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45043/sda1/2/a/c1" "tx351c4a0f74174a82a2ad6-00683aee2b" "container-server 3315355" 0.0009 "-" 3315355 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx351c4a0f74174a82a2ad6-00683aee2b" "proxy-server 3315355" 0.0122 "-" 3315355 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx351c4a0f74174a82a2ad6-00683aee2b" "proxy-server 3315355" 0.0088 "-" 3315355 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx351c4a0f74174a82a2ad6-00683aee2b - 0.0201 - - 1748692523.529304981 1748692523.549440145 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx37c557ca737846efbd297-00683aee2b" "proxy-server 3315355" 0.0018 "-" 3315355 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45043/sda1/1/a/c2" "tx37c557ca737846efbd297-00683aee2b" "container-server 3315355" 0.0010 "-" 3315355 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54343/sdb1/1/a/c2" "tx37c557ca737846efbd297-00683aee2b" "container-server 3315355" 0.0015 "-" 3315355 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37c557ca737846efbd297-00683aee2b" "proxy-server 3315355" 0.0117 "-" 3315355 2 +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx37c557ca737846efbd297-00683aee2b" "proxy-server 3315355" 0.0164 "-" 3315355 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx37c557ca737846efbd297-00683aee2b - 0.0278 - - 1748692523.550701618 1748692523.578490257 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86afbfaff7864b1d9315e-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeecbfc0f827f4259acd86-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd9658e84bb4b4e518c373-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txb4beb1571c044e308bb32-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx081b4a6d8ecb4130926f1-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx53cab95c75f94bed91256-00662ddd6d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4978ba96b60f4fab8a4b9-00683aee2b) +test INFO: Client disconnected on read of '/a/c' (txn: tx4978ba96b60f4fab8a4b9-00683aee2b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx3907e2453bd4456dae330-00683aee2b) +test INFO: Client disconnected on read of '/a/c' (txn: tx3907e2453bd4456dae330-00683aee2b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx8c51098ada7f445b87057-00683aee2c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx8c51098ada7f445b87057-00683aee2c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx8c51098ada7f445b87057-00683aee2c) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx8c51098ada7f445b87057-00683aee2c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx91683008814c4156ab049-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc2858a77d40e4d0fb52d0-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx43e1092002064d3da6115-00683aee28) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx43e1092002064d3da6115-00683aee28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx43e1092002064d3da6115-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43e1092002064d3da6115-00683aee28) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx43e1092002064d3da6115-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx37324fbd12ef4026a7863-00683aee28) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx37324fbd12ef4026a7863-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx37324fbd12ef4026a7863-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx37324fbd12ef4026a7863-00683aee28) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx37324fbd12ef4026a7863-00683aee28) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx60ffdd7c77274b75a8d20-00683aee28) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx60ffdd7c77274b75a8d20-00683aee28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx60ffdd7c77274b75a8d20-00683aee28) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx60ffdd7c77274b75a8d20-00683aee28) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx60ffdd7c77274b75a8d20-00683aee28) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad933564d26743f88f4f7-00683aee2a) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txad933564d26743f88f4f7-00683aee2a) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txad933564d26743f88f4f7-00683aee2a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx2bd1b69d475148f7888f9-00683aee2c) +test DEBUG: Setting object count to 1065 (txn: tx2bd1b69d475148f7888f9-00683aee2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txeb2cdb91f0704da8971cf-00683aee2c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txeb2cdb91f0704da8971cf-00683aee2c) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txeb2cdb91f0704da8971cf-00683aee2c) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txeb2cdb91f0704da8971cf-00683aee2c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpe9i8t5pt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpe9i8t5pt/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpe9i8t5pt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpe9i8t5pt/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 51368 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 51368 - +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpf_ktmx_i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf_ktmx_i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpf_ktmx_i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf_ktmx_i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0114 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0111 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb168c6cceffd4d0ea5fc1-00683aee2d" "proxy-server 3315366" 0.0012 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38197/sdb1/1/a/c" "txb168c6cceffd4d0ea5fc1-00683aee2d" "container-server 3315366" 0.0052 "-" 3315366 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49197/sda1/1/a/c" "txb168c6cceffd4d0ea5fc1-00683aee2d" "container-server 3315366" 0.0010 "-" 3315366 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb168c6cceffd4d0ea5fc1-00683aee2d" "proxy-server 3315366" 0.0210 "-" 3315366 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb168c6cceffd4d0ea5fc1-00683aee2d" "proxy-server 3315366" 0.0356 "-" 3315366 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb168c6cceffd4d0ea5fc1-00683aee2d - 0.0593 - - 1748692525.088438511 1748692525.147708178 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0157d6eee89a426eb3dbc-00683aee2d" "proxy-server 3315366" 0.0012 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49197/sda1/1/a1/c1" "tx0157d6eee89a426eb3dbc-00683aee2d" "container-server 3315366" 0.0011 "-" 3315366 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38197/sdb1/1/a1/c1" "tx0157d6eee89a426eb3dbc-00683aee2d" "container-server 3315366" 0.0024 "-" 3315366 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0157d6eee89a426eb3dbc-00683aee2d" "proxy-server 3315366" 0.0303 "-" 3315366 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0157d6eee89a426eb3dbc-00683aee2d" "proxy-server 3315366" 0.0226 "-" 3315366 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0157d6eee89a426eb3dbc-00683aee2d - 0.0504 - - 1748692525.149083614 1748692525.199517965 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f28b8edb8fe49bbae82e-00683aee2d" "proxy-server 3315366" 0.0021 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38197/sdb1/2/a/c1" "tx2f28b8edb8fe49bbae82e-00683aee2d" "container-server 3315366" 0.0099 "-" 3315366 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49197/sda1/2/a/c1" "tx2f28b8edb8fe49bbae82e-00683aee2d" "container-server 3315366" 0.0011 "-" 3315366 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f28b8edb8fe49bbae82e-00683aee2d" "proxy-server 3315366" 0.0351 "-" 3315366 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f28b8edb8fe49bbae82e-00683aee2d" "proxy-server 3315366" 0.0231 "-" 3315366 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2f28b8edb8fe49bbae82e-00683aee2d - 0.0519 - - 1748692525.200786829 1748692525.252734184 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx55cdae0e70d24087934a5-00683aee2d" "proxy-server 3315366" 0.0063 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49197/sda1/1/a/c2" "tx55cdae0e70d24087934a5-00683aee2d" "container-server 3315366" 0.0011 "-" 3315366 2 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name @@ -59928,1034 +60236,355 @@ test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Setting object count to 1058 (txn: txdf85700c0316468d9cf15-00662ddd6b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Setting object count to 1024 (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Setting object count to 1024 (txn: tx0eb5640b369f43319cb86-00662ddd6c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Setting object count to 1072 (txn: tx8b41339dc95e43cc8b220-00662ddd6d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx568ac4cc93ff4492a6149-00662ddd6e" "proxy-server 51368" 0.0011 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39195/sdb1/1/a/c" "tx568ac4cc93ff4492a6149-00662ddd6e" "container-server 51368" 0.0011 "-" 51368 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56075/sda1/1/a/c" "tx568ac4cc93ff4492a6149-00662ddd6e" "container-server 51368" 0.0010 "-" 51368 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx568ac4cc93ff4492a6149-00662ddd6e" "proxy-server 51368" 0.0088 "-" 51368 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx568ac4cc93ff4492a6149-00662ddd6e" "proxy-server 51368" 0.0137 "-" 51368 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx568ac4cc93ff4492a6149-00662ddd6e - 0.0205 - - 1714281838.064490080 1714281838.085019827 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6eb707f00e144880b3e93-00662ddd6e" "proxy-server 51368" 0.0011 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39195/sdb1/1/a1/c1" "tx6eb707f00e144880b3e93-00662ddd6e" "container-server 51368" 0.0009 "-" 51368 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56075/sda1/1/a1/c1" "tx6eb707f00e144880b3e93-00662ddd6e" "container-server 51368" 0.0009 "-" 51368 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6eb707f00e144880b3e93-00662ddd6e" "proxy-server 51368" 0.0075 "-" 51368 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6eb707f00e144880b3e93-00662ddd6e" "proxy-server 51368" 0.0124 "-" 51368 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6eb707f00e144880b3e93-00662ddd6e - 0.0187 - - 1714281838.086229324 1714281838.104896307 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe96528cabd734e16b2115-00662ddd6e" "proxy-server 51368" 0.0018 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39195/sdb1/2/a/c1" "txe96528cabd734e16b2115-00662ddd6e" "container-server 51368" 0.0030 "-" 51368 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56075/sda1/2/a/c1" "txe96528cabd734e16b2115-00662ddd6e" "container-server 51368" 0.0010 "-" 51368 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe96528cabd734e16b2115-00662ddd6e" "proxy-server 51368" 0.0138 "-" 51368 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe96528cabd734e16b2115-00662ddd6e" "proxy-server 51368" 0.0103 "-" 51368 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe96528cabd734e16b2115-00662ddd6e - 0.0215 - - 1714281838.106162548 1714281838.127694607 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx20c7db6f0dad44df94faa-00662ddd6e" "proxy-server 51368" 0.0018 "-" 51368 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39195/sdb1/1/a/c2" "tx20c7db6f0dad44df94faa-00662ddd6e" "container-server 51368" 0.0009 "-" 51368 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56075/sda1/1/a/c2" "tx20c7db6f0dad44df94faa-00662ddd6e" "container-server 51368" 0.0015 "-" 51368 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx20c7db6f0dad44df94faa-00662ddd6e" "proxy-server 51368" 0.0082 "-" 51368 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:23:58 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx20c7db6f0dad44df94faa-00662ddd6e" "proxy-server 51368" 0.0128 "-" 51368 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/23/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx20c7db6f0dad44df94faa-00662ddd6e - 0.0200 - - 1714281838.128923178 1714281838.148916483 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) (client_ip: 127.0.0.2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Setting object count to 1072 (txn: tx1478493605914108aae52-00662ddd6e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Setting object count to 1072 (txn: tx7c5d1848bccc4cffb0d12-00662ddd6f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Setting object count to 1072 (txn: tx581e6c28392f47a8ab237-00662ddd70) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txde0a6436af134cf2a6b5c-00662ddd70) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txde0a6436af134cf2a6b5c-00662ddd70) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txde0a6436af134cf2a6b5c-00662ddd70) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txde0a6436af134cf2a6b5c-00662ddd70) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txde0a6436af134cf2a6b5c-00662ddd70) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx1c3866ee418b474980990-00662ddd71) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx13663a1c45084ebd9ed74-00662ddd72) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test DEBUG: Setting object count to 3120 (txn: tx24dec3dd37104a0284f9c-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test DEBUG: Setting object count to 3120 (txn: tx301f61c54b9443039d6e8-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test DEBUG: Setting object count to 3120 (txn: txf8240a00a49e44cf9d5c4-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test DEBUG: Setting object count to 3120 (txn: tx7e82299d96dd4743a2f96-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx7e660269276e4728899d1-00662ddd73) -test DEBUG: Setting object count to 3120 (txn: tx7e660269276e4728899d1-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txd3b7799f917f42bebe1d1-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2044249a82654362b6a65-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2044249a82654362b6a65-00662ddd73) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2044249a82654362b6a65-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txaba975cc6e634411b22ef-00662ddd73) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txaba975cc6e634411b22ef-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee5146ff99974a6384698-00662ddd73) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txee5146ff99974a6384698-00662ddd73) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee5146ff99974a6384698-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txee5146ff99974a6384698-00662ddd73) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txee5146ff99974a6384698-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx63faabab442249d197bb9-00662ddd73) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx63faabab442249d197bb9-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx63faabab442249d197bb9-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx63faabab442249d197bb9-00662ddd73) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx63faabab442249d197bb9-00662ddd73) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx477bd3bfd0814eae9ba37-00662ddd73) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx477bd3bfd0814eae9ba37-00662ddd73) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx477bd3bfd0814eae9ba37-00662ddd73) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx477bd3bfd0814eae9ba37-00662ddd73) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx477bd3bfd0814eae9ba37-00662ddd73) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd832ae0960cb43da909c9-00662ddd74) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txd832ae0960cb43da909c9-00662ddd74) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txd832ae0960cb43da909c9-00662ddd74) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -test DEBUG: Setting object count to 1065 (txn: txc8c6ed0aa26c4b2eba1df-00662ddd75) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7651ff49a7f649008b3d3-00662ddd75) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txd8ad051a2317457bb91e4-00662ddd75) +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38197/sdb1/1/a/c2" "tx55cdae0e70d24087934a5-00683aee2d" "container-server 3315366" 0.0099 "-" 3315366 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx55cdae0e70d24087934a5-00683aee2d" "proxy-server 3315366" 0.0381 "-" 3315366 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx55cdae0e70d24087934a5-00683aee2d" "proxy-server 3315366" 0.0221 "-" 3315366 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx55cdae0e70d24087934a5-00683aee2d - 0.0510 - - 1748692525.262239933 1748692525.313251257 2 proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmplm15cd6x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplm15cd6x/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp9bg8a4s1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9bg8a4s1/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmplm15cd6x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplm15cd6x/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp9bg8a4s1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9bg8a4s1/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 51343 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 51343 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 51343 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 51343 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc71082b4f9564cd4aeaac-00662ddd75" "proxy-server 51343" 0.0011 "-" 51343 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36121/sdb1/1/a/c" "txc71082b4f9564cd4aeaac-00662ddd75" "container-server 51343" 0.0010 "-" 51343 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56715/sda1/1/a/c" "txc71082b4f9564cd4aeaac-00662ddd75" "container-server 51343" 0.0010 "-" 51343 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc71082b4f9564cd4aeaac-00662ddd75" "proxy-server 51343" 0.0089 "-" 51343 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc71082b4f9564cd4aeaac-00662ddd75" "proxy-server 51343" 0.0137 "-" 51343 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/05 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc71082b4f9564cd4aeaac-00662ddd75 - 0.0201 - - 1714281845.667729139 1714281845.687851667 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx93a709613d0642d8af802-00662ddd75" "proxy-server 51343" 0.0011 "-" 51343 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36121/sdb1/1/a1/c1" "tx93a709613d0642d8af802-00662ddd75" "container-server 51343" 0.0010 "-" 51343 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56715/sda1/1/a1/c1" "tx93a709613d0642d8af802-00662ddd75" "container-server 51343" 0.0009 "-" 51343 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx93a709613d0642d8af802-00662ddd75" "proxy-server 51343" 0.0117 "-" 51343 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx93a709613d0642d8af802-00662ddd75" "proxy-server 51343" 0.0083 "-" 51343 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/05 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx93a709613d0642d8af802-00662ddd75 - 0.0188 - - 1714281845.689175606 1714281845.707935810 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx04dcbdf56a5740b5bf597-00662ddd75" "proxy-server 51343" 0.0018 "-" 51343 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36121/sdb1/2/a/c1" "tx04dcbdf56a5740b5bf597-00662ddd75" "container-server 51343" 0.0017 "-" 51343 1 -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56715/sda1/2/a/c1" "tx04dcbdf56a5740b5bf597-00662ddd75" "container-server 51343" 0.0010 "-" 51343 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx04dcbdf56a5740b5bf597-00662ddd75" "proxy-server 51343" 0.0140 "-" 51343 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx04dcbdf56a5740b5bf597-00662ddd75" "proxy-server 51343" 0.0106 "-" 51343 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/05 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx04dcbdf56a5740b5bf597-00662ddd75 - 0.0218 - - 1714281845.709119797 1714281845.730884314 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8564c4e9e4c449f59841e-00662ddd75" "proxy-server 51343" 0.0018 "-" 51343 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36121/sdb1/1/a/c2" "tx8564c4e9e4c449f59841e-00662ddd75" "container-server 51343" 0.0010 "-" 51343 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56715/sda1/1/a/c2" "tx8564c4e9e4c449f59841e-00662ddd75" "container-server 51343" 0.0016 "-" 51343 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8564c4e9e4c449f59841e-00662ddd75" "proxy-server 51343" 0.0124 "-" 51343 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:05 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8564c4e9e4c449f59841e-00662ddd75" "proxy-server 51343" 0.0090 "-" 51343 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/05 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8564c4e9e4c449f59841e-00662ddd75 - 0.0204 - - 1714281845.732060909 1714281845.752488852 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0175 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0115 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0073 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8cedbd0b27034335846fe-00683aee2d" "proxy-server 3315366" 0.0011 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:38733/sdb1/1/a/c" "tx8cedbd0b27034335846fe-00683aee2d" "container-server 3315366" 0.0020 "-" 3315366 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53843/sda1/1/a/c" "tx8cedbd0b27034335846fe-00683aee2d" "container-server 3315366" 0.0010 "-" 3315366 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8cedbd0b27034335846fe-00683aee2d" "proxy-server 3315366" 0.0344 "-" 3315366 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8cedbd0b27034335846fe-00683aee2d" "proxy-server 3315366" 0.0264 "-" 3315366 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8cedbd0b27034335846fe-00683aee2d - 0.0504 - - 1748692525.466033220 1748692525.516446352 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0f0aa4f2f31c413db88cf-00683aee2d" "proxy-server 3315366" 0.0011 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38733/sdb1/1/a1/c1" "tx0f0aa4f2f31c413db88cf-00683aee2d" "container-server 3315366" 0.0051 "-" 3315366 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53843/sda1/1/a1/c1" "tx0f0aa4f2f31c413db88cf-00683aee2d" "container-server 3315366" 0.0010 "-" 3315366 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0f0aa4f2f31c413db88cf-00683aee2d" "proxy-server 3315366" 0.0205 "-" 3315366 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0f0aa4f2f31c413db88cf-00683aee2d" "proxy-server 3315366" 0.0256 "-" 3315366 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0f0aa4f2f31c413db88cf-00683aee2d - 0.0531 - - 1748692525.517734289 1748692525.570847034 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc0a4b02da586440c9d3ac-00683aee2d" "proxy-server 3315366" 0.0020 "-" 3315366 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53843/sda1/2/a/c1" "txc0a4b02da586440c9d3ac-00683aee2d" "container-server 3315366" 0.0011 "-" 3315366 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38733/sdb1/2/a/c1" "txc0a4b02da586440c9d3ac-00683aee2d" "container-server 3315366" 0.0016 "-" 3315366 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc0a4b02da586440c9d3ac-00683aee2d" "proxy-server 3315366" 0.0354 "-" 3315366 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc0a4b02da586440c9d3ac-00683aee2d" "proxy-server 3315366" 0.0276 "-" 3315366 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc0a4b02da586440c9d3ac-00683aee2d - 0.0522 - - 1748692525.572212458 1748692525.624460697 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc6ee3d2ae2394d9aa000b-00683aee2d" "proxy-server 3315366" 0.0019 "-" 3315366 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38733/sdb1/1/a/c2" "txc6ee3d2ae2394d9aa000b-00683aee2d" "container-server 3315366" 0.0057 "-" 3315366 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53843/sda1/1/a/c2" "txc6ee3d2ae2394d9aa000b-00683aee2d" "container-server 3315366" 0.0010 "-" 3315366 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc6ee3d2ae2394d9aa000b-00683aee2d" "proxy-server 3315366" 0.0334 "-" 3315366 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc6ee3d2ae2394d9aa000b-00683aee2d" "proxy-server 3315366" 0.0299 "-" 3315366 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc6ee3d2ae2394d9aa000b-00683aee2d - 0.0503 - - 1748692525.629806519 1748692525.680149794 2 ---------------------------------------------------------------------- -Ran 8924 tests in 80.279s +Ran 8924 tests in 77.816s OK (skipped=1814) + stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 9.974 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 7.370 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 5.000 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 3.787 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving 3.754 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.690 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.378 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.371 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.299 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error 2.448 +Test id Runtime (s) +---------------------------------------------------------------------------------------------------------------------------- ----------- +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 8.946 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 8.903 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 8.424 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 5.135 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 4.376 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 4.219 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock 4.078 +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache 4.070 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock 3.976 +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 3.952 + rm -rf .stestr -+ [ 3.11 = disabled ] -+ echo 3.11 -+ cut -d. -f1 ++ for pyvers in ${PYTHON3S} ++ '[' 3.11 = disabled ']' +++ cut -d. -f1 +++ echo 3.11 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] +++ pwd ++ '[' -d /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.33.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ + subunit2pyunit -PYTHON=python3.11 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update) -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok ++ subunit2pyunit ++ PYTHON=python3.11 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update)' test.unit.cli.test_recon.TestReconCommands.test_disk_usage test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 @@ -60988,1577 +60617,6 @@ test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok test.unit.cli.test_recon.TestReconCommands.test_version_check_differs test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmp3_kxphtu/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -Ring Builder file does not exist: /tmp/tmp_arthoci/tmptd1b5kct -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpakkokbmc/tmpgmsidiap -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmph17di72t/tmp8fuk2puj, build version 4, id ac6c5b07413144c5b8ae5d5bb0537c6a -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmph17di72t/tmp8fuk2puj.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 56 1 - 7 1 -Partition Matches - 2 1 - 5 1 - 7 1 - 12 1 - 17 1 - 20 1 - 22 1 - 27 1 - 30 1 - 41 1 - 42 1 - 43 1 - 46 1 - 52 1 - 56 1 - 59 1 - 1 1 - 3 1 - 4 1 - 6 1 - 10 1 - 14 1 - 15 1 - 24 1 - 28 1 - 31 1 - 34 1 - 40 1 - 44 1 - 45 1 - 47 1 - 51 1 - 8 1 - 9 1 - 13 1 - 18 1 - 21 1 - 23 1 - 26 1 - 29 1 - 32 1 - 33 1 - 37 1 - 50 1 - 54 1 - 55 1 - 57 1 - 62 1 -Partition Matches - 1 1 - 9 1 - 10 1 - 12 1 - 13 1 - 19 1 - 22 1 - 23 1 - 31 1 - 38 1 - 39 1 - 46 1 - 50 1 - 55 1 - 56 1 - 62 1 - 5 1 - 6 1 - 7 1 - 18 1 - 20 1 - 25 1 - 34 1 - 44 1 - 45 1 - 51 1 - 52 1 - 53 1 - 57 1 - 59 1 - 61 1 - 63 1 - 3 1 - 8 1 - 15 1 - 16 1 - 17 1 - 28 1 - 30 1 - 32 1 - 33 1 - 35 1 - 37 1 - 40 1 - 41 1 - 42 1 - 47 1 - 54 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 53 1 - 57 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 39 1 - 12 1 -Specified builder file "/tmp/tmpnov4xoke/tmpjqc6eeig" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... Traceback (most recent call last): -ok - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.memcached.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0054 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0066 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0038 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0061 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0035 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload @@ -62583,1917 +60641,218 @@ test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -[2024-04-28 05:24:15] Checking auditor stats -=============================================================================== -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Use tempauth middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: Use keystone middleware. -test DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: Skip pipeline auth check. -test DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0026 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0052 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0035 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 63464 - -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.ResellerConfReader.test_defaults -test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.test_utils.ResellerConfReader.test_same_as_default -test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.test_utils.ResellerConfReader.test_stray_comma -test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options -test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value -test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple -test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region -test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone -test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfi8np0f7/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00832 seconds (120.16886/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0da053f0-87f3-4900-83bf-946a676c7a00-sda', '1714281855.58539', '1714281855.58381', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwug5rzqi/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '2ce88a7f-745b-4ee1-807b-55f7a17fa9f7-sda', '1714281855.59084', '1714281855.58933', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('2ce88a7f-745b-4ee1-807b-55f7a17fa9f7-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '2ce88a7f-745b-4ee1-807b-55f7a17fa9f7-sda', '1714281855.59084', '1714281855.58933', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('2ce88a7f-745b-4ee1-807b-55f7a17fa9f7-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00663 seconds (150.75809/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'a265a0cf8659a188389e19d91d2740e4', '77ee0c75-b5b1-4991-ad01-26d737ec06d0-sda', '1714281855.60444', '1714281855.60289', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('77ee0c75-b5b1-4991-ad01-26d737ec06d0-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '3003070ba23deb26af87883af1fad8c7', 'cb4a2017-3abd-4fbb-b968-913f9eedf081-sda', '1714281855.62177', '1714281855.62019', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1714281855.62513', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1714281855.62539', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1714281855.62549', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1714281855.62558', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1714281855.62571', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1714281855.6258', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1714281855.62588', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1714281855.62595', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1714281855.62603', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1714281855.6261', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1714281855.62617', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'cb4a2017-3abd-4fbb-b968-913f9eedf081-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/catch_errors.py", line 75, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/wsgi.py", line 1137, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: tx8a5260bc7739443b979bd-00662ddd81) -ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/catch_errors.py", line 75, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/wsgi.py", line 1137, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_catch_errors.py", line 38, in __call__#012 raise StrangeException('whoa')#012test.unit.common.middleware.test_catch_errors.StrangeException: whoa (txn: txca0358901dad458a86a4d-00662ddd81) -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/catch_errors.py", line 75, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/wsgi.py", line 1141, in _app_call#012 resp = reiterate(resp)#012 ^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3749, in reiterate#012 chunk = next(iterator)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_catch_errors.py", line 90, in #012 FakeApp(body_iter=(int(x) for x in 'abcd')), {})#012 ^^^^^^#012ValueError: invalid literal for int() with base 10: 'a' (txn: tx98b62e36b38e405694265-00662ddd81) -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexpswift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/catch_errors.py", line 75, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/swift/common/wsgi.py", line 1137, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: txb1e0f30d3ea842a9b7c6e-00662ddd81) - ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted @@ -64506,195 +60865,1033 @@ test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 433, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.memcached.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1551, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 437, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 283, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.11/profile.py", line 393, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile3317105.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.11/profile.py", line 393, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile3317105.tmp' +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 370, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 393, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +Reloaded swift-proxy-server +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -64781,54 +61978,20 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error @@ -64855,281 +62018,240 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/16 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0008 - - 1714281856.279554605 1714281856.280349493 0 -test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/16 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1714281856.281013250 1714281856.281554222 1 -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set @@ -65154,6 +62276,64 @@ test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 @@ -65224,8 +62404,6 @@ test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css @@ -65240,6 +62418,106 @@ test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_default @@ -65248,209 +62526,645 @@ test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpglv0uxhu/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpv1_l37ww/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00831 seconds (120.40343/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '0d127a59-3558-48be-885a-70840f518947-sda', '1748692542.25947', '1748692542.25798', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpz1lo3dc0/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3fabbf70-8589-4268-9733-a3f690040a3d-sda', '1748692542.26482', '1748692542.26338', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('3fabbf70-8589-4268-9733-a3f690040a3d-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3fabbf70-8589-4268-9733-a3f690040a3d-sda', '1748692542.26482', '1748692542.26338', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('3fabbf70-8589-4268-9733-a3f690040a3d-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01577 seconds (63.40364/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'f723b0e5f2c9bcd09512a1e85c594584', '03bbc103-87d0-439f-9e2d-7e8a81843842-sda', '1748692542.30395', '1748692542.30235', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('03bbc103-87d0-439f-9e2d-7e8a81843842-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '8ebc9f3207f14c56bd7a4f2ad6ff3b88', '17402eaa-9b0e-4df0-9e11-2a07a4ea0d79-sda', '1748692542.35563', '1748692542.35407', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1748692542.35905', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1748692542.35931', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1748692542.35942', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1748692542.35952', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1748692542.35961', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1748692542.35969', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1748692542.35977', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1748692542.35985', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1748692542.35992', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1748692542.36', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1748692542.36008', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '17402eaa-9b0e-4df0-9e11-2a07a4ea0d79-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +Finished. Marked 0 objects for deletion. test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +[2025-05-31 11:55:41] Checking auditor stats +=============================================================================== +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmprx9rwmtd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprx9rwmtd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmprx9rwmtd/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprx9rwmtd/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0114 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0113 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd47873b5ccd34ceab16ce-00683aee3d" "proxy-server 3317110" 0.0101 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56481/sda1/1/a/c" "txd47873b5ccd34ceab16ce-00683aee3d" "container-server 3317110" 0.0011 "-" 3317110 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44977/sdb1/1/a/c" "txd47873b5ccd34ceab16ce-00683aee3d" "container-server 3317110" 0.0012 "-" 3317110 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd47873b5ccd34ceab16ce-00683aee3d" "proxy-server 3317110" 0.0252 "-" 3317110 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd47873b5ccd34ceab16ce-00683aee3d" "proxy-server 3317110" 0.0385 "-" 3317110 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd47873b5ccd34ceab16ce-00683aee3d - 0.0634 - - 1748692541.862752199 1748692541.926175594 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txad6d6c33a27a41ab81f9d-00683aee3d" "proxy-server 3317110" 0.0134 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44977/sdb1/1/a1/c1" "txad6d6c33a27a41ab81f9d-00683aee3d" "container-server 3317110" 0.0011 "-" 3317110 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56481/sda1/1/a1/c1" "txad6d6c33a27a41ab81f9d-00683aee3d" "container-server 3317110" 0.0011 "-" 3317110 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txad6d6c33a27a41ab81f9d-00683aee3d" "proxy-server 3317110" 0.0261 "-" 3317110 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:41 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txad6d6c33a27a41ab81f9d-00683aee3d" "proxy-server 3317110" 0.0473 "-" 3317110 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txad6d6c33a27a41ab81f9d-00683aee3d - 0.0751 - - 1748692541.927475214 1748692542.002614021 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2634ce1b5d1c45c3953ff-00683aee3e" "proxy-server 3317110" 0.0020 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44977/sdb1/2/a/c1" "tx2634ce1b5d1c45c3953ff-00683aee3e" "container-server 3317110" 0.0100 "-" 3317110 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56481/sda1/2/a/c1" "tx2634ce1b5d1c45c3953ff-00683aee3e" "container-server 3317110" 0.0011 "-" 3317110 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2634ce1b5d1c45c3953ff-00683aee3e" "proxy-server 3317110" 0.0255 "-" 3317110 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2634ce1b5d1c45c3953ff-00683aee3e" "proxy-server 3317110" 0.0468 "-" 3317110 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/42 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2634ce1b5d1c45c3953ff-00683aee3e - 0.0716 - - 1748692542.004061222 1748692542.075630665 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4f8fcddf4fce42aeadbb0-00683aee3e" "proxy-server 3317110" 0.0020 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44977/sdb1/1/a/c2" "tx4f8fcddf4fce42aeadbb0-00683aee3e" "container-server 3317110" 0.0016 "-" 3317110 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56481/sda1/1/a/c2" "tx4f8fcddf4fce42aeadbb0-00683aee3e" "container-server 3317110" 0.0092 "-" 3317110 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4f8fcddf4fce42aeadbb0-00683aee3e" "proxy-server 3317110" 0.0473 "-" 3317110 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:42 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4f8fcddf4fce42aeadbb0-00683aee3e" "proxy-server 3317110" 0.0355 "-" 3317110 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/42 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4f8fcddf4fce42aeadbb0-00683aee3e - 0.0727 - - 1748692542.077001810 1748692542.149735928 2 test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 414, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 490, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/reaper.py", line 135, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +Ring Builder file does not exist: /tmp/tmpycm0d_sh/tmpw4sivxy2 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpu3qzqnc_/tmp1kio3p8p +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmpq6k2ziia/tmp44iq1ujz, build version 4, id 6152642ac3b44ccb8780466a51693834 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpq6k2ziia/tmp44iq1ujz.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -65474,7 +63188,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -65489,11 +63202,13 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -65511,436 +63226,258 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0057 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0022 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0035 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0033 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0022 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63464 - -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded - -user quit -No .MockServer object at 0xffff7e1ee950> running -.MockServerFactory.MockServer object at 0xffff7e1ef150> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff7e1efd50> running -No .MockServerFactory.MockServer object at 0xffff7e1eea90> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff7e1ef150> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff7e7902d0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff7e7902d0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff7e1ee810> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff7e1ee810> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff7e1eea90> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff7e1eea90> pid: None signal: 9 -test WARNING: boom -test-replicator INFO: [worker 1/2 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=63449] Running object replicator in script mode. -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -65969,7 +63506,9 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/43 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1748692543.526134014 1748692543.526806355 0 test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/43 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1748692543.527327299 1748692543.527823210 1 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -65981,19 +63520,369 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmpgnfykusn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile123 +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0067 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0067 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0041 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0039 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0050 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0071 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0093 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0059 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0055 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0096 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0096 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0097 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0163 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0056 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0058 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0056 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0060 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0073 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0101 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0101 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 3317108 - +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66013,7 +63902,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66023,6 +63911,26 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66030,9 +63938,7 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: Expecting an element , got nothing, line 1 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66048,6 +63954,23 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -66065,374 +63988,482 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/43 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1748692543.217008114 1748692543.217862606 1 test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/43 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0007 - - 1748692543.218369722 1748692543.219051123 0 test DEBUG: Calling S3Api Middleware -test WARNING: Skipping /tmp/tmpga3dp5dw/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpga3dp5dw/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpga3dp5dw/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpxruycq0j/asdf/data because [Errno 20] Not a directory: '/tmp/tmpxruycq0j/asdf/data' -test WARNING: Skipping /tmp/tmpxruycq0j/asdf/data because [Errno 20] Not a directory: '/tmp/tmpxruycq0j/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmp225el9ij/asdf/data because [Errno 20] Not a directory: '/tmp/tmp225el9ij/asdf/data' -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpinwwh6qz/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmplf4p29gl/test_container.db': : LockTimeout (Nones) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -Finished. Marked 0 objects for deletion. -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpiac3dwzi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiac3dwzi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpiac3dwzi/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpiac3dwzi/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 63453 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 63453 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 63453 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 63453 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3c410c84392c4c0f916b4-00662ddd81" "proxy-server 63453" 0.0014 "-" 63453 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51035/sda1/1/a/c" "tx3c410c84392c4c0f916b4-00662ddd81" "container-server 63453" 0.0012 "-" 63453 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58311/sdb1/1/a/c" "tx3c410c84392c4c0f916b4-00662ddd81" "container-server 63453" 0.0011 "-" 63453 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3c410c84392c4c0f916b4-00662ddd81" "proxy-server 63453" 0.0151 "-" 63453 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3c410c84392c4c0f916b4-00662ddd81" "proxy-server 63453" 0.0106 "-" 63453 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3c410c84392c4c0f916b4-00662ddd81 - 0.0256 - - 1714281857.165867090 1714281857.191496372 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4fa1b08e7c6e4def96342-00662ddd81" "proxy-server 63453" 0.0012 "-" 63453 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51035/sda1/1/a1/c1" "tx4fa1b08e7c6e4def96342-00662ddd81" "container-server 63453" 0.0011 "-" 63453 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58311/sdb1/1/a1/c1" "tx4fa1b08e7c6e4def96342-00662ddd81" "container-server 63453" 0.0011 "-" 63453 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4fa1b08e7c6e4def96342-00662ddd81" "proxy-server 63453" 0.0135 "-" 63453 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4fa1b08e7c6e4def96342-00662ddd81" "proxy-server 63453" 0.0096 "-" 63453 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4fa1b08e7c6e4def96342-00662ddd81 - 0.0223 - - 1714281857.193005085 1714281857.215341330 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx85c6e211f328444f8e86f-00662ddd81" "proxy-server 63453" 0.0020 "-" 63453 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58311/sdb1/2/a/c1" "tx85c6e211f328444f8e86f-00662ddd81" "container-server 63453" 0.0013 "-" 63453 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51035/sda1/2/a/c1" "tx85c6e211f328444f8e86f-00662ddd81" "container-server 63453" 0.0018 "-" 63453 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx85c6e211f328444f8e86f-00662ddd81" "proxy-server 63453" 0.0168 "-" 63453 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx85c6e211f328444f8e86f-00662ddd81" "proxy-server 63453" 0.0131 "-" 63453 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx85c6e211f328444f8e86f-00662ddd81 - 0.0264 - - 1714281857.216940880 1714281857.243380308 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx375f266525204ebd81cce-00662ddd81" "proxy-server 63453" 0.0021 "-" 63453 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51035/sda1/1/a/c2" "tx375f266525204ebd81cce-00662ddd81" "container-server 63453" 0.0017 "-" 63453 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58311/sdb1/1/a/c2" "tx375f266525204ebd81cce-00662ddd81" "container-server 63453" 0.0012 "-" 63453 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx375f266525204ebd81cce-00662ddd81" "proxy-server 63453" 0.0096 "-" 63453 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx375f266525204ebd81cce-00662ddd81" "proxy-server 63453" 0.0150 "-" 63453 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx375f266525204ebd81cce-00662ddd81 - 0.0240 - - 1714281857.244853973 1714281857.268822432 2 test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0107 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0034 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0097 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0096 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0058 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0045 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0078 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0050 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0148 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0055 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:43 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0098 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.2031 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0103 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0097 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0110 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0138 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0098 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0137 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0101 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0126 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0057 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0098 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0095 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0119 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0097 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +/build/reproducible-path/swift-2.33.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 30 1 + 37 1 +Partition Matches + 2 1 + 9 1 + 12 1 + 17 1 + 20 1 + 28 1 + 31 1 + 38 1 + 39 1 + 43 1 + 44 1 + 45 1 + 46 1 + 47 1 + 51 1 + 55 1 + 1 1 + 5 1 + 8 1 + 10 1 + 13 1 + 15 1 + 25 1 + 26 1 + 27 1 + 29 1 + 33 1 + 48 1 + 53 1 + 57 1 + 58 1 + 62 1 + 0 1 + 4 1 + 6 1 + 7 1 + 16 1 + 22 1 + 30 1 + 32 1 + 34 1 + 35 1 + 41 1 + 50 1 + 52 1 + 54 1 + 60 1 + 63 1 +Partition Matches + 3 1 + 8 1 + 10 1 + 14 1 + 15 1 + 18 1 + 30 1 + 36 1 + 39 1 + 42 1 + 43 1 + 47 1 + 50 1 + 52 1 + 57 1 + 62 1 + 0 1 + 2 1 + 6 1 + 7 1 + 9 1 + 13 1 + 19 1 + 22 1 + 25 1 + 31 1 + 33 1 + 38 1 + 40 1 + 54 1 + 56 1 + 59 1 + 1 1 + 4 1 + 17 1 + 20 1 + 26 1 + 32 1 + 34 1 + 35 1 + 37 1 + 41 1 + 44 1 + 46 1 + 48 1 + 53 1 + 55 1 + 61 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 39 1 + 26 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 35 1 + 10 1 +Specified builder file "/tmp/tmpmptwtk6i/tmpyovcd_m_" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + The can be of the form:: drz-:R:/ @@ -66721,461 +64752,685 @@ however long a full replication/update cycle takes. We're working on a way to determine this more easily than scanning logs. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff886496c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test INFO: - - 28/Apr/2024/05/24/16 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.015369892 1714281856.015559673 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1714281856.015329361 1714281856.016027212 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.017381668 1714281856.017604113 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1714281856.017342806 1714281856.018067122 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.019317389 1714281856.019482374 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1714281856.019278288 1714281856.019889355 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.021183729 1714281856.021371126 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1714281856.021145344 1714281856.022268772 0 -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0113 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0064 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0062 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0040 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0033 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0062 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0069 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0051 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0069 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0039 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0049 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0715 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0022 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0034 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 63429 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -67183,23 +65438,6 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -67209,6 +65447,11 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -67217,292 +65460,112 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/16 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1714281856.379400253 1714281856.380249023 1 test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/16 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1714281856.380803108 1714281856.381553650 0 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test-replicator INFO: [worker 1/3 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=63449] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=63449] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpidig4a0v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpidig4a0v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpidig4a0v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpidig4a0v/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0028 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx73502d90a2134a2f9ad2b-00662ddd80" "proxy-server 63449" 0.0013 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37713/sda1/1/a/c" "tx73502d90a2134a2f9ad2b-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45127/sdb1/1/a/c" "tx73502d90a2134a2f9ad2b-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx73502d90a2134a2f9ad2b-00662ddd80" "proxy-server 63449" 0.0132 "-" 63449 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx73502d90a2134a2f9ad2b-00662ddd80" "proxy-server 63449" 0.0095 "-" 63449 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx73502d90a2134a2f9ad2b-00662ddd80 - 0.0213 - - 1714281856.507603407 1714281856.528876781 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx837a9da095c24276b2a6d-00662ddd80" "proxy-server 63449" 0.0011 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37713/sda1/1/a1/c1" "tx837a9da095c24276b2a6d-00662ddd80" "container-server 63449" 0.0011 "-" 63449 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45127/sdb1/1/a1/c1" "tx837a9da095c24276b2a6d-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx837a9da095c24276b2a6d-00662ddd80" "proxy-server 63449" 0.0082 "-" 63449 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx837a9da095c24276b2a6d-00662ddd80" "proxy-server 63449" 0.0133 "-" 63449 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx837a9da095c24276b2a6d-00662ddd80 - 0.0202 - - 1714281856.530192375 1714281856.550433636 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca7dc58e62734127be7e5-00662ddd80" "proxy-server 63449" 0.0019 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37713/sda1/2/a/c1" "txca7dc58e62734127be7e5-00662ddd80" "container-server 63449" 0.0010 "-" 63449 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45127/sdb1/2/a/c1" "txca7dc58e62734127be7e5-00662ddd80" "container-server 63449" 0.0016 "-" 63449 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca7dc58e62734127be7e5-00662ddd80" "proxy-server 63449" 0.0120 "-" 63449 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca7dc58e62734127be7e5-00662ddd80" "proxy-server 63449" 0.0168 "-" 63449 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txca7dc58e62734127be7e5-00662ddd80 - 0.0246 - - 1714281856.551743269 1714281856.576373577 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7639941202f441e280c27-00662ddd80" "proxy-server 63449" 0.0018 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37713/sda1/1/a/c2" "tx7639941202f441e280c27-00662ddd80" "container-server 63449" 0.0016 "-" 63449 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45127/sdb1/1/a/c2" "tx7639941202f441e280c27-00662ddd80" "container-server 63449" 0.0009 "-" 63449 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7639941202f441e280c27-00662ddd80" "proxy-server 63449" 0.0086 "-" 63449 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7639941202f441e280c27-00662ddd80" "proxy-server 63449" 0.0136 "-" 63449 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7639941202f441e280c27-00662ddd80 - 0.0213 - - 1714281856.577681065 1714281856.598988295 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpisahwc9h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpisahwc9h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0032 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0026 "-" 63464 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 63464 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 63464 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 63464 - +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0032 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0071 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:44 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:44 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:44 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 3317108 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ @@ -67518,8 +65581,8 @@ return getattr(self, op)( ^^^^^^^^^^^^^^^^^ AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0021 "-" 63464 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 63464 - +test DEBUG: - - - [31/May/2025:11:55:44 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0020 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:44 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 3317108 - test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ @@ -67528,47 +65591,58 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method raise Exception() Exception -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0021 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 0 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0005 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 63464 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0051 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0051 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0086 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0055 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0042 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0176 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0038 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 1 +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok test.unit.account.test_server.TestAccountController.test_markers_with_reserved test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use @@ -67585,8 +65659,6 @@ test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_prefix_with_reserved @@ -67603,662 +65675,400 @@ test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpisahwc9h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpisahwc9h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx11b3746f1ed54577a0c89-00662ddd80" "proxy-server 63449" 0.0011 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47991/sda1/1/a/c" "tx11b3746f1ed54577a0c89-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33711/sdb1/1/a/c" "tx11b3746f1ed54577a0c89-00662ddd80" "container-server 63449" 0.0009 "-" 63449 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx11b3746f1ed54577a0c89-00662ddd80" "proxy-server 63449" 0.0086 "-" 63449 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx11b3746f1ed54577a0c89-00662ddd80" "proxy-server 63449" 0.0139 "-" 63449 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx11b3746f1ed54577a0c89-00662ddd80 - 0.0210 - - 1714281856.645461321 1714281856.666447878 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8e718198e9ae47cab440f-00662ddd80" "proxy-server 63449" 0.0011 "-" 63449 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47991/sda1/1/a1/c1" "tx8e718198e9ae47cab440f-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33711/sdb1/1/a1/c1" "tx8e718198e9ae47cab440f-00662ddd80" "container-server 63449" 0.0010 "-" 63449 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8e718198e9ae47cab440f-00662ddd80" "proxy-server 63449" 0.0080 "-" 63449 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8e718198e9ae47cab440f-00662ddd80" "proxy-server 63449" 0.0127 "-" 63449 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8e718198e9ae47cab440f-00662ddd80 - 0.0196 - - 1714281856.667770147 1714281856.687344074 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9310c83480e4e9c8141d-00662ddd80" "proxy-server 63449" 0.0019 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33711/sdb1/2/a/c1" "txe9310c83480e4e9c8141d-00662ddd80" "container-server 63449" 0.0011 "-" 63449 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47991/sda1/2/a/c1" "txe9310c83480e4e9c8141d-00662ddd80" "container-server 63449" 0.0016 "-" 63449 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe9310c83480e4e9c8141d-00662ddd80" "proxy-server 63449" 0.0099 "-" 63449 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe9310c83480e4e9c8141d-00662ddd80" "proxy-server 63449" 0.0149 "-" 63449 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe9310c83480e4e9c8141d-00662ddd80 - 0.0228 - - 1714281856.688619375 1714281856.711376905 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfb3523f1bfb744e6a8a08-00662ddd80" "proxy-server 63449" 0.0018 "-" 63449 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47991/sda1/1/a/c2" "txfb3523f1bfb744e6a8a08-00662ddd80" "container-server 63449" 0.0016 "-" 63449 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33711/sdb1/1/a/c2" "txfb3523f1bfb744e6a8a08-00662ddd80" "container-server 63449" 0.0010 "-" 63449 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfb3523f1bfb744e6a8a08-00662ddd80" "proxy-server 63449" 0.0127 "-" 63449 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfb3523f1bfb744e6a8a08-00662ddd80" "proxy-server 63449" 0.0094 "-" 63449 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfb3523f1bfb744e6a8a08-00662ddd80 - 0.0214 - - 1714281856.712680101 1714281856.734071016 2 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test INFO: - - 28/Apr/2024/05/24/16 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.023562193 1714281856.023707151 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1714281856.023523092 1714281856.024162054 0 -test INFO: - - 28/Apr/2024/05/24/16 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.025766850 1714281856.025918961 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281856.026215792 1714281856.026383400 0 -test INFO: - - 28/Apr/2024/05/24/16 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.026720524 1714281856.026825190 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1714281856.025624514 1714281856.027211189 - -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0011 FA - 1714281856.028547287 1714281856.029646635 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281856.029968023 1714281856.030146599 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.030492306 1714281856.030631065 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0026 - - 1714281856.028435469 1714281856.031011343 - -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1714281856.032382488 1714281856.032856464 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281856.033184052 1714281856.033358812 0 -test INFO: - - 28/Apr/2024/05/24/16 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.033733606 1714281856.033860922 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0020 - - 1714281856.032273769 1714281856.034272671 - -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.035649300 1714281856.035826683 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281856.036107779 1714281856.036266565 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1714281856.036598682 1714281856.036771297 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1714281856.035537958 1714281856.037172794 - -test INFO: - - 28/Apr/2024/05/24/16 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.038511276 1714281856.038640499 0 -test INFO: - - 28/Apr/2024/05/24/16 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1714281856.038909435 1714281856.039065599 0 -test INFO: - - 28/Apr/2024/05/24/16 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1714281856.039387226 1714281856.039489269 0 -test INFO: - - 28/Apr/2024/05/24/16 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1714281856.038405895 1714281856.039860725 - -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10186910629272461 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10253643989562988 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10275959968566895 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10291314125061035 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10304141044616699 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1031649112701416 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10328793525695801 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1034092903137207 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001564025878906 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004589557647705 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005826950073242 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000697374343872 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007965564727783 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009076595306396 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010113716125488 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0011091232299805 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10158300399780273 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1696090698242188e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -swift: Rewriting invalid auth prefix "" to "/auth/" (Non-empty auth prefix path is required) -swift: Rewriting invalid auth prefix "/" to "/auth/" (Non-empty auth prefix path is required) -swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth -swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0023 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0038 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0041 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0022 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0049 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok + 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Sun Jun 1 01:55:43 2025 /tmp/tmp3qjt5v_k/unittest.profile3317104 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Quarantined /tmp/tmpn445ndmg/dev/dbs/par/pre/db to /tmp/tmpn445ndmg/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpn445ndmg/dev/dbs/par/pre/db to /tmp/tmpn445ndmg/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpn445ndmg/dev/dbs/par/pre/db to /tmp/tmpn445ndmg/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpn445ndmg/dev/dbs/par/pre/db to /tmp/tmpn445ndmg/dev/quarantined/tests/db due to disk error while accessing database test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmpvge0tkys/dev/dbs/par/pre/db to /tmp/tmpvge0tkys/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpin2empm_/dev/dbs/par/pre/db to /tmp/tmpin2empm_/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + The can be of the form:: drz-:R:/ @@ -68557,6 +66367,2391 @@ however long a full replication/update cycle takes. We're working on a way to determine this more easily than scanning logs. +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test INFO: - - - [31/May/2025:11:55:44 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0005 "-" 3317108 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:44 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0109 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0061 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0068 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 3317108 0 +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0014 "-" 3317108 1 +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0033 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 1 +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 3317108 - +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 132 (Last start was 0) +Gather start is 132 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sda +Placed 164/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb +Placed 164/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc +Placed 40/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd +Placed 40/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda +Placed 40/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb +Placed 237/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc +Placed 237/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda +Placed 56/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb +Placed 56/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc +Placed 56/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb +Placed 214/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd +Placed 246/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc +Placed 86/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd +Placed 86/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda +Placed 158/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb +Placed 158/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc +Placed 158/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd +Placed 120/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc +Placed 135/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdd +Placed 135/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda +Placed 135/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb +Placed 14/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd +Placed 14/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda +Placed 80/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb +Placed 80/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdc +Placed 80/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd +Placed 190/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda +Placed 190/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb +Placed 190/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc +Placed 3/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdd +Placed 3/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sda +Placed 3/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb +Placed 208/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd +Placed 208/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda +Placed 217/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdb +Placed 217/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc +Placed 217/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd +Placed 185/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda +Placed 185/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb +Placed 185/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda +Placed 25/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb +Placed 254/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc +Placed 254/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd +Placed 254/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sda +Placed 122/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc +Placed 122/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd +Placed 233/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda +Placed 233/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb +Placed 233/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc +Placed 139/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb +Placed 222/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc +Placed 222/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd +Placed 222/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda +Placed 115/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb +Placed 115/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc +Placed 115/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd +Placed 244/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda +Placed 244/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb +Placed 244/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc +Placed 225/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdd +Placed 225/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb +Placed 101/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdc +Placed 101/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd +Placed 101/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda +Placed 137/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdb +Placed 137/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc +Placed 137/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd +Placed 82/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda +Placed 82/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb +Placed 82/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc +Placed 33/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd +Placed 33/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda +Placed 33/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb +Placed 126/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda +Placed 204/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb +Placed 204/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdc +Placed 204/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd +Placed 200/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda +Placed 200/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb +Placed 200/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc +Placed 98/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdd +Placed 98/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda +Placed 98/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb +Placed 8/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc +Placed 8/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd +Placed 8/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sda +Placed 251/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb +Placed 251/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc +Placed 251/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd +Placed 177/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda +Placed 177/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc +Placed 240/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc +Placed 94/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd +Placed 94/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb +Placed 129/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc +Placed 129/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd +Placed 34/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb +Placed 34/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd +Placed 178/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb +Placed 75/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc +Placed 75/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda +Placed 183/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb +Placed 183/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc +Placed 183/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdd +Placed 84/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda +Placed 84/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdb +Placed 84/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc +Placed 102/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd +Placed 102/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda +Placed 102/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb +Placed 247/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc +Placed 247/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd +Placed 247/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda +Placed 125/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb +Placed 125/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd +Placed 159/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb +Placed 159/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc +Placed 149/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd +Placed 149/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda +Placed 149/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb +Placed 155/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc +Placed 155/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdd +Placed 155/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb +Placed 207/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdc +Placed 207/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd +Placed 111/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda +Placed 111/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb +Placed 111/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc +Placed 0/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd +Placed 0/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda +Placed 0/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb +Placed 112/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc +Placed 112/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd +Placed 112/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sda +Placed 194/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb +Placed 194/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc +Placed 194/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd +Placed 4/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda +Placed 4/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdc +Placed 19/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdd +Placed 19/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda +Placed 19/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc +Placed 77/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd +Placed 77/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb +Placed 150/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc +Placed 150/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd +Placed 153/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda +Placed 153/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc +Placed 70/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdd +Placed 70/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda +Placed 70/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb +Placed 201/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc +Placed 201/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd +Placed 201/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda +Placed 130/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb +Placed 130/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdc +Placed 130/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd +Placed 107/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sda +Placed 107/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd +Placed 73/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda +Placed 73/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdb +Placed 26/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc +Placed 26/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd +Placed 26/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb +Placed 243/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc +Placed 243/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd +Placed 44/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda +Placed 44/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb +Placed 44/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc +Placed 22/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd +Placed 22/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda +Placed 22/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda +Placed 160/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc +Placed 160/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd +Placed 209/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda +Placed 209/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdb +Placed 209/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc +Placed 87/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd +Placed 87/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb +Placed 63/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdc +Placed 63/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd +Placed 63/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda +Placed 156/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc +Placed 156/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd +Placed 169/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda +Placed 169/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb +Placed 169/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc +Placed 173/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd +Placed 173/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda +Placed 173/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb +Placed 230/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc +Placed 230/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd +Placed 230/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb +Placed 180/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc +Placed 180/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sda +Placed 103/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdc +Placed 186/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda +Placed 186/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb +Placed 249/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc +Placed 249/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd +Placed 249/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda +Placed 124/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb +Placed 124/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc +Placed 124/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd +Placed 106/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda +Placed 106/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb +Placed 106/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc +Placed 250/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdd +Placed 250/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb +Placed 132/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda +Placed 18/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb +Placed 18/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc +Placed 18/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdd +Placed 206/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda +Placed 206/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb +Placed 206/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc +Placed 48/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd +Placed 48/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sda +Placed 48/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda +Placed 179/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdb +Placed 179/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdc +Placed 179/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd +Placed 197/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda +Placed 197/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdb +Placed 197/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc +Placed 219/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd +Placed 219/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda +Placed 219/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdb +Placed 13/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc +Placed 13/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd +Placed 13/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sda +Placed 7/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdb +Placed 7/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc +Placed 7/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdd +Placed 10/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sda +Placed 10/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb +Placed 10/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc +Placed 68/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sda +Placed 68/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdb +Placed 224/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc +Placed 224/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sda +Placed 15/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb +Placed 15/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdc +Placed 99/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd +Placed 99/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda +Placed 99/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb +Placed 9/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb +Placed 60/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc +Placed 60/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd +Placed 221/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda +Placed 221/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb +Placed 221/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc +Placed 239/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd +Placed 239/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb +Placed 113/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc +Placed 113/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdd +Placed 113/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda +Placed 226/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdb +Placed 226/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc +Placed 226/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd +Placed 127/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda +Placed 127/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb +Placed 127/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc +Placed 28/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd +Placed 28/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda +Placed 28/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb +Placed 29/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc +Placed 29/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd +Placed 29/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda +Placed 93/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb +Placed 93/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd +Placed 191/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda +Placed 191/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb +Placed 191/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdc +Placed 215/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdd +Placed 215/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sda +Placed 215/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb +Placed 118/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc +Placed 118/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda +Placed 147/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb +Placed 147/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda +Placed 157/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb +Placed 157/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc +Placed 67/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd +Placed 67/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb +Placed 123/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd +Placed 123/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda +Placed 6/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb +Placed 6/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc +Placed 6/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd +Placed 138/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda +Placed 138/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb +Placed 138/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdc +Placed 37/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd +Placed 37/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda +Placed 37/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb +Placed 23/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sda +Placed 92/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb +Placed 92/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdc +Placed 92/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda +Placed 241/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdb +Placed 241/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc +Placed 42/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda +Placed 42/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb +Placed 27/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc +Placed 27/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd +Placed 27/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb +Placed 184/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc +Placed 184/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdd +Placed 97/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda +Placed 97/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb +Placed 97/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdc +Placed 47/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd +Placed 47/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda +Placed 47/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb +Placed 55/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc +Placed 55/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd +Placed 55/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc +Placed 172/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdd +Placed 152/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda +Placed 152/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd +Placed 229/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda +Placed 229/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb +Placed 163/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc +Placed 163/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd +Placed 163/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda +Placed 69/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb +Placed 69/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc +Placed 69/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sda +Placed 136/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda +Placed 36/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc +Placed 187/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd +Placed 187/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sda +Placed 242/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdb +Placed 242/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc +Placed 242/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda +Placed 38/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb +Placed 38/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc +Placed 168/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda +Placed 168/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb +Placed 35/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc +Placed 35/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda +Placed 189/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb +Placed 189/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdc +Placed 189/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd +Placed 220/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda +Placed 220/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb +Placed 220/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdc +Placed 53/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd +Placed 53/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdb +Placed 188/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd +Placed 188/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda +Placed 248/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb +Placed 248/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc +Placed 248/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd +Placed 182/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb +Placed 182/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc +Placed 116/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd +Placed 116/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda +Placed 116/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdc +Placed 16/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd +Placed 16/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda +Placed 170/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc +Placed 170/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb +Placed 91/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdc +Placed 253/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdd +Placed 253/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sda +Placed 253/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdb +Placed 88/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc +Placed 88/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd +Placed 88/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda +Placed 121/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdb +Placed 121/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdc +Placed 121/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdd +Placed 104/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda +Placed 104/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc +Placed 71/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda +Placed 78/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb +Placed 78/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdc +Placed 78/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd +Placed 133/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda +Placed 133/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb +Placed 133/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd +Placed 199/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sda +Placed 199/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb +Placed 30/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc +Placed 30/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd +Placed 30/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb +Placed 195/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd +Placed 59/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda +Placed 59/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdb +Placed 59/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc +Placed 114/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd +Placed 114/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda +Placed 114/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdb +Placed 231/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc +Placed 231/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd +Placed 231/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda +Placed 109/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb +Placed 109/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdc +Placed 109/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd +Placed 151/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda +Placed 151/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb +Placed 151/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc +Placed 228/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd +Placed 228/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda +Placed 228/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb +Placed 141/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc +Placed 141/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd +Placed 141/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sda +Placed 175/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdb +Placed 175/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd +Placed 165/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sda +Placed 165/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb +Placed 165/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc +Placed 31/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sda +Placed 31/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb +Placed 255/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc +Placed 255/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd +Placed 255/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda +Placed 41/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdb +Placed 41/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc +Placed 41/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd +Placed 161/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sda +Placed 161/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb +Placed 161/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc +Placed 235/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd +Placed 235/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sda +Placed 235/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb +Placed 196/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc +Placed 196/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd +Placed 196/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda +Placed 146/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc +Placed 146/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd +Placed 148/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda +Placed 148/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdb +Placed 148/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc +Placed 90/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd +Placed 90/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb +Placed 46/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd +Placed 46/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda +Placed 142/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb +Placed 142/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd +Placed 145/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda +Placed 145/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb +Placed 145/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdc +Placed 234/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdd +Placed 234/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda +Placed 234/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb +Placed 54/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc +Placed 54/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd +Placed 54/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda +Placed 213/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb +Placed 213/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdd +Placed 236/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sda +Placed 236/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdb +Placed 236/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc +Placed 202/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdb +Placed 223/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdc +Placed 223/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd +Placed 223/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda +Placed 105/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc +Placed 105/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd +Placed 162/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb +Placed 162/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc +Placed 154/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd +Placed 154/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda +Placed 154/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb +Placed 1/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc +Placed 1/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdd +Placed 1/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda +Placed 83/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb +Placed 83/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc +Placed 83/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd +Placed 32/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdb +Placed 32/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc +Placed 43/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd +Placed 43/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda +Placed 43/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb +Placed 143/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc +Placed 143/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd +Placed 143/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda +Placed 100/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb +Placed 100/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdc +Placed 100/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdd +Placed 95/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sda +Placed 95/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb +Placed 95/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd +Placed 61/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda +Placed 61/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb +Placed 131/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc +Placed 131/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdd +Placed 131/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd +Placed 51/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda +Placed 51/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdb +Placed 51/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdc +Placed 119/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdd +Placed 119/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda +Placed 119/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb +Placed 211/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc +Placed 211/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd +Placed 211/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda +Placed 58/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb +Placed 58/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc +Placed 58/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd +Placed 108/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb +Placed 108/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd +Placed 193/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda +Placed 193/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb +Placed 57/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc +Placed 57/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd +Placed 57/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sda +Placed 212/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdb +Placed 212/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdc +Placed 212/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda +Placed 11/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb +Placed 11/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc +Placed 205/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd +Placed 205/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda +Placed 205/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdb +Placed 238/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdc +Placed 238/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdd +Placed 238/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sda +Placed 52/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb +Placed 52/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc +Placed 52/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd +Placed 49/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sda +Placed 49/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb +Placed 49/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc +Placed 117/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb +Placed 50/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdc +Placed 50/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd +Placed 50/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda +Placed 171/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb +Placed 171/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc +Placed 171/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdd +Placed 198/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdb +Placed 198/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda +Placed 232/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb +Placed 96/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda +Placed 181/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb +Placed 181/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdc +Placed 181/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd +Placed 174/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda +Placed 174/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc +Placed 20/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdd +Placed 20/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda +Placed 20/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc +Placed 39/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda +Placed 245/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb +Placed 245/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc +Placed 245/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd +Placed 167/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb +Placed 167/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc +Placed 66/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb +Placed 144/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd +Placed 144/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda +Placed 176/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb +Placed 176/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc +Placed 176/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd +Placed 192/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sda +Placed 192/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb +Placed 192/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdc +Placed 134/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdd +Placed 134/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda +Placed 134/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb +Placed 85/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc +Placed 85/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd +Placed 85/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda +Placed 5/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb +Placed 5/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc +Placed 5/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd +Placed 218/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdc +Placed 79/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdd +Placed 79/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda +Placed 79/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc +Placed 72/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdd +Placed 72/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda +Placed 17/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb +Placed 17/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc +Placed 17/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd +Placed 216/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda +Placed 216/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc +Placed 64/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd +Placed 64/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda +Placed 64/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb +Placed 45/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc +Placed 45/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd +Placed 45/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda +Placed 74/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb +Placed 74/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc +Placed 74/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdd +Placed 203/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sda +Placed 203/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb +Placed 203/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdd +Placed 21/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdb +Placed 110/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc +Placed 110/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd +Placed 110/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda +Placed 2/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb +Placed 2/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc +Placed 2/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd +Placed 227/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sda +Placed 227/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdb +Placed 227/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc +Placed 76/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdd +Placed 76/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda +Placed 76/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdb +Placed 128/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda +Placed 166/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc +Placed 166/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdd +Placed 24/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sda +Placed 24/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd +Placed 81/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb +Placed 252/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdc +Placed 252/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd +Placed 252/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda +Placed 12/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc +Placed 12/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +Gather start is 214 (Last start was 132) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +DEBUG: Gather start is 214 (Last start was 132) +Gather start is 214 (Last start was 132) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware swift-ring-builder set_overload [%] Changes the overload factor to the given . @@ -68648,700 +68843,119 @@ 'set_info' calls when no rebalance is needed but you want to send out the new device information. -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test ERROR: Problem finding shard upper in '/tmp/tmplf4p29gl/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpx5n8vdxo/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpx5n8vdxo/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0023 "-" 63429 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 63429 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 63429 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0006 "-" 63429 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0021 "-" 63429 - -test DEBUG: - - - [28/Apr/2024:05:24:16 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 63429 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0054 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 2 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 63429 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 63429 - -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -my-daemon: Starting 63453 -my-daemon: Exited 63453 -my-daemon: Starting 63453 -my-daemon: Exited 63453 -my-daemon: Starting 63453 -server: Starting 63453 -server: User quit -server: Exited 63453 -my-daemon: Starting 63453 -my-daemon: Exited 63453 -my-daemon: Starting 63453 -my-daemon: Exited 63453 -my-daemon: Starting 63453 -my-daemon: Exited 63453 -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmpzz70_58i/tmpp7_w2hce, build version 4, id 38bda547ec45423895af63d11b76372f +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpzz70_58i/tmpp7_w2hce.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object @@ -69354,6 +68968,269 @@ test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0047 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0055 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0065 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0118 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0035 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0042 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET https://cluster.domain HTTP/1.0" 200 117 0.000058 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txb8c4c45f5e284beeb748e-00683aee40) +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3317104) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "PUT /path HTTP/1.0" 200 105 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET / HTTP/1.1" 200 120 0.000055 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET /%FF HTTP/1.1" 200 123 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET /ÿ HTTP/1.1" 200 126 0.000066 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET // HTTP/1.1" 200 121 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET //bar HTTP/1.1" 200 124 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET //////baz HTTP/1.1" 200 128 0.000069 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sat, 31 May 2025 11:55:44 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3317104) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317104) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [01/Jun/2025 01:55:44] "GET /someurl HTTP/1.0" 200 102 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (3317104) wsgi exited, is_accepting=True +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmprb49m2xy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error @@ -69368,8 +69245,6 @@ test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash @@ -69502,219 +69377,417 @@ test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.5497207641601562e-05: +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value +test.unit.common.test_utils.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.test_utils.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple +test.unit.common.test_utils.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region +test.unit.common.test_utils.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1030263900756836 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1036984920501709 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1039271354675293 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1040959358215332 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10424518585205078 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10437154769897461 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10449981689453125 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10464215278625488 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0074834823608398 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.007770299911499 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0078966617584229 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0080037117004395 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0081017017364502 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.008188247680664 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.008284330368042 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0083794593811035 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10224246978759766 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.0503997802734375e-05: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr new_val = self._incr_or_decr(fp, sock, cmd, delta_val) @@ -69723,72 +69796,39 @@ line = fp.readline().strip().split() ^^^^^^^^^^^^^^^^^^^ AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.test_utils.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok test.unit.common.test_utils.TestLRUCache.test_maxsize test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok test.unit.common.test_utils.TestLRUCache.test_maxtime @@ -69797,169 +69837,18 @@ test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok test.unit.common.test_utils.TestLRUCache.test_set_maxtime test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpykebbv_1/tmpqqyny6tl, build version 4, id 43e1b53c6faf492a8d488e282ee66445 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpykebbv_1/tmpqqyny6tl.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking +test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool +test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.test_utils.TestPipeMutex.test_nonblocking +test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok +test.unit.common.test_utils.TestPipeMutex.test_recursive +test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok swift-ring-builder list_parts [] .. or @@ -70049,538 +69938,6 @@ multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 63429 0 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0015 "-" 63429 1 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 63429 2 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0016 "-" 63429 3 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0043 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0021 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 63429 2 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0063 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0017 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63429 - -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync -test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.0265579223632812e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 63425 2 -test ERROR: ERROR Account update failed with 127.0.0.1:42971/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test DEBUG: -test:othertest:other -test DEBUG: permission denined: 403 Forbidden test:tester OWNER -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 63453 -my-daemon DEBUG: Forked worker 63453 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.test_utils.TestUtils.test_LoggerFileObject -test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok swift-ring-builder set_region [ ", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion -test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok -test.unit.common.test_utils.TestUtils.test_NullLogger -test.unit.common.test_utils.TestUtils.test_NullLogger ... ok -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES -test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_capture_stdio -test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_logger_exception -test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_config_auto_int_value -test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_fallocate_value -test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok -test.unit.common.test_utils.TestUtils.test_config_float_value -test.unit.common.test_utils.TestUtils.test_config_float_value ... ok -test.unit.common.test_utils.TestUtils.test_config_percent_value -test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok -test.unit.common.test_utils.TestUtils.test_config_positive_int_value -test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value -test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok -test.unit.common.test_utils.TestUtils.test_config_true_value -test.unit.common.test_utils.TestUtils.test_config_true_value ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_log_line -test.unit.common.test_utils.TestUtils.test_get_log_line ... ok -test.unit.common.test_utils.TestUtils.test_get_logger -test.unit.common.test_utils.TestUtils.test_get_logger ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_console -test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route -test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_policy_index -test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmphcpd_jeo: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 181, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 144, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 180, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire +test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases +test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser +test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test INFO: - - - [28/Apr/2024:05:24:17 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0072 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1748692545.00000, (0, 0) as of 1748692545.00000, active as of 1748692545.00000> to ShardRange<'k' to 't' as of 1748692546.00000, (0, 0) as of 1748692546.00000, active as of 1748692546.00000>, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692550.00000, (0, 0) as of 1748692550.00000, shrinking as of 1748692547.00000> to ShardRange<'k' to 't' as of 1748692550.00000, (0, 0) as of 1748692550.00000, sharding as of 1748692551.00000>, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp2543knke/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692545.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0e2/a486a349085204a650257261db3a50e2/a486a349085204a650257261db3a50e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692546.00000, (0, 0) as of 1748692546.00000, found as of 1748692546.00000> to ShardRange<'k' to 't' as of 1748692547.00000, (0, 0) as of 1748692547.00000, created as of 1748692547.00000>, path: .shards_a/shard_c_1748692547.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b2c/ea70ca0c72289d170cfaebf9f5f80b2c/ea70ca0c72289d170cfaebf9f5f80b2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692548.00000, (0, 0) as of 1748692548.00000, found as of 1748692548.00000> to ShardRange<'k' to 't' as of 1748692549.00000, (0, 0) as of 1748692549.00000, cleaved as of 1748692549.00000>, path: .shards_a/shard_c_1748692549.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a7c/a38c0e9a58718284453bf8d8f01d1a7c/a38c0e9a58718284453bf8d8f01d1a7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692550.00000, (0, 0) as of 1748692550.00000, found as of 1748692550.00000> to ShardRange<'k' to 't' as of 1748692551.00000, (0, 0) as of 1748692551.00000, active as of 1748692551.00000>, path: .shards_a/shard_c_1748692551.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/301/e2c0fbe99cc072b4f974e8af48642301/e2c0fbe99cc072b4f974e8af48642301.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692552.00000, (0, 0) as of 1748692552.00000, found as of 1748692552.00000> to ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, shrinking as of 1748692553.00000>, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692553.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f28/a1e75d58b0c1d14d92391f1955032f28/a1e75d58b0c1d14d92391f1955032f28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692554.00000, (0, 0) as of 1748692554.00000, found as of 1748692554.00000> to ShardRange<'k' to 't' as of 1748692555.00000, (0, 0) as of 1748692555.00000, sharding as of 1748692555.00000>, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692555.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/807/c08f005b3d02991469e456912b210807/c08f005b3d02991469e456912b210807.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692556.00000, (0, 0) as of 1748692556.00000, found as of 1748692556.00000> to ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, sharded as of 1748692557.00000>, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692557.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/157/f19091d7f745a17ea0b742a519a7d157/f19091d7f745a17ea0b742a519a7d157.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692558.00000, (0, 0) as of 1748692558.00000, found as of 1748692558.00000> to ShardRange<'k' to 't' as of 1748692559.00000, (0, 0) as of 1748692559.00000, shrunk as of 1748692559.00000>, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692559.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ac/9f20566760b5a998ae978601867a26ac/9f20566760b5a998ae978601867a26ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692560.00000, (0, 0) as of 1748692560.00000, created as of 1748692560.00000> to ShardRange<'k' to 't' as of 1748692561.00000, (0, 0) as of 1748692561.00000, found as of 1748692561.00000>, path: .shards_a/shard_c_1748692561.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/75c/24a9399e0c69c16379e01ff4a0fb475c/24a9399e0c69c16379e01ff4a0fb475c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692563.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/082/2fef97983741811fc9da3d53d9d58082/2fef97983741811fc9da3d53d9d58082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692564.00000, (0, 0) as of 1748692564.00000, created as of 1748692564.00000> to ShardRange<'k' to 't' as of 1748692565.00000, (0, 0) as of 1748692565.00000, cleaved as of 1748692565.00000>, path: .shards_a/shard_c_1748692565.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/469/c47e51fc9a1f1131d80afe1e407c5469/c47e51fc9a1f1131d80afe1e407c5469.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692566.00000, (0, 0) as of 1748692566.00000, created as of 1748692566.00000> to ShardRange<'k' to 't' as of 1748692567.00000, (0, 0) as of 1748692567.00000, active as of 1748692567.00000>, path: .shards_a/shard_c_1748692567.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/656/d0efabb3b9d0a73c7ae680742a312656/d0efabb3b9d0a73c7ae680742a312656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692568.00000, (0, 0) as of 1748692568.00000, created as of 1748692568.00000> to ShardRange<'k' to 't' as of 1748692569.00000, (0, 0) as of 1748692569.00000, shrinking as of 1748692569.00000>, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692569.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/25b/e5add380533da391fa165def19daa25b/e5add380533da391fa165def19daa25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692570.00000, (0, 0) as of 1748692570.00000, created as of 1748692570.00000> to ShardRange<'k' to 't' as of 1748692571.00000, (0, 0) as of 1748692571.00000, sharding as of 1748692571.00000>, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692571.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/380/492bef82db00ecab230f34b541413380/492bef82db00ecab230f34b541413380.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692572.00000, (0, 0) as of 1748692572.00000, created as of 1748692572.00000> to ShardRange<'k' to 't' as of 1748692573.00000, (0, 0) as of 1748692573.00000, sharded as of 1748692573.00000>, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692573.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/056/2a7519bd06ba00c6625234717379e056/2a7519bd06ba00c6625234717379e056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692574.00000, (0, 0) as of 1748692574.00000, created as of 1748692574.00000> to ShardRange<'k' to 't' as of 1748692575.00000, (0, 0) as of 1748692575.00000, shrunk as of 1748692575.00000>, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692575.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dd/34d413a31c3fa59f549fd3d642e253dd/34d413a31c3fa59f549fd3d642e253dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692576.00000, (0, 0) as of 1748692576.00000, cleaved as of 1748692576.00000> to ShardRange<'k' to 't' as of 1748692577.00000, (0, 0) as of 1748692577.00000, found as of 1748692577.00000>, path: .shards_a/shard_c_1748692577.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a3e/a155b749daf1ba9081aa6f131be09a3e/a155b749daf1ba9081aa6f131be09a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692578.00000, (0, 0) as of 1748692578.00000, cleaved as of 1748692578.00000> to ShardRange<'k' to 't' as of 1748692579.00000, (0, 0) as of 1748692579.00000, created as of 1748692579.00000>, path: .shards_a/shard_c_1748692579.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/151/dec7152cffe577c2c6ea66ed6ffe3151/dec7152cffe577c2c6ea66ed6ffe3151.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692581.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9d1/84d5eca1e4b552336d0349499b47b9d1/84d5eca1e4b552336d0349499b47b9d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692582.00000, (0, 0) as of 1748692582.00000, cleaved as of 1748692582.00000> to ShardRange<'k' to 't' as of 1748692583.00000, (0, 0) as of 1748692583.00000, active as of 1748692583.00000>, path: .shards_a/shard_c_1748692583.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/80d/78b57ed5a39a3ef88ea5397d65ef080d/78b57ed5a39a3ef88ea5397d65ef080d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692584.00000, (0, 0) as of 1748692584.00000, cleaved as of 1748692584.00000> to ShardRange<'k' to 't' as of 1748692585.00000, (0, 0) as of 1748692585.00000, shrinking as of 1748692585.00000>, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692585.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a24/99a11040507e37cb17920dd472d0ca24/99a11040507e37cb17920dd472d0ca24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692586.00000, (0, 0) as of 1748692586.00000, cleaved as of 1748692586.00000> to ShardRange<'k' to 't' as of 1748692587.00000, (0, 0) as of 1748692587.00000, sharding as of 1748692587.00000>, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692587.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a89/a0c58360cf98a5b556a6a338f4dbda89/a0c58360cf98a5b556a6a338f4dbda89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692588.00000, (0, 0) as of 1748692588.00000, cleaved as of 1748692588.00000> to ShardRange<'k' to 't' as of 1748692589.00000, (0, 0) as of 1748692589.00000, sharded as of 1748692589.00000>, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692589.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4a8/3dbb8a8e443f9034c95cd64fa8c784a8/3dbb8a8e443f9034c95cd64fa8c784a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692590.00000, (0, 0) as of 1748692590.00000, cleaved as of 1748692590.00000> to ShardRange<'k' to 't' as of 1748692591.00000, (0, 0) as of 1748692591.00000, shrunk as of 1748692591.00000>, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692591.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/bda/d9a59caf81b3291db3ad0e9552fb2bda/d9a59caf81b3291db3ad0e9552fb2bda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692592.00000, (0, 0) as of 1748692592.00000, active as of 1748692592.00000> to ShardRange<'k' to 't' as of 1748692593.00000, (0, 0) as of 1748692593.00000, found as of 1748692593.00000>, path: .shards_a/shard_c_1748692593.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/84b/3567fff3c72831a63e841364b4ecb84b/3567fff3c72831a63e841364b4ecb84b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692594.00000, (0, 0) as of 1748692594.00000, active as of 1748692594.00000> to ShardRange<'k' to 't' as of 1748692595.00000, (0, 0) as of 1748692595.00000, created as of 1748692595.00000>, path: .shards_a/shard_c_1748692595.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/25d/1e4fc2793516f40f365928ab4420c25d/1e4fc2793516f40f365928ab4420c25d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692596.00000, (0, 0) as of 1748692596.00000, active as of 1748692596.00000> to ShardRange<'k' to 't' as of 1748692597.00000, (0, 0) as of 1748692597.00000, cleaved as of 1748692597.00000>, path: .shards_a/shard_c_1748692597.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a7e/b14bd806cddb7bdd6ca824edd8958a7e/b14bd806cddb7bdd6ca824edd8958a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692599.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f53/55beca5e2bf70e5b9a50e93c98d38f53/55beca5e2bf70e5b9a50e93c98d38f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692600.00000, (0, 0) as of 1748692600.00000, active as of 1748692600.00000> to ShardRange<'k' to 't' as of 1748692601.00000, (0, 0) as of 1748692601.00000, shrinking as of 1748692601.00000>, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692601.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/41a/4ceb539229e08e386d155bf049d2941a/4ceb539229e08e386d155bf049d2941a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692602.00000, (0, 0) as of 1748692602.00000, active as of 1748692602.00000> to ShardRange<'k' to 't' as of 1748692603.00000, (0, 0) as of 1748692603.00000, sharding as of 1748692603.00000>, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692603.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0bf/b65a0513435bce1737b249162b3d60bf/b65a0513435bce1737b249162b3d60bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692604.00000, (0, 0) as of 1748692604.00000, active as of 1748692604.00000> to ShardRange<'k' to 't' as of 1748692605.00000, (0, 0) as of 1748692605.00000, sharded as of 1748692605.00000>, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692605.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/555/9f2482cd480049246c223fea8908a555/9f2482cd480049246c223fea8908a555.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692606.00000, (0, 0) as of 1748692606.00000, active as of 1748692606.00000> to ShardRange<'k' to 't' as of 1748692607.00000, (0, 0) as of 1748692607.00000, shrunk as of 1748692607.00000>, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692607.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6ce/e3d61264fdd466a4e6b16a252a19a6ce/e3d61264fdd466a4e6b16a252a19a6ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692608.00000, (0, 0) as of 1748692608.00000, shrinking as of 1748692608.00000> to ShardRange<'k' to 't' as of 1748692609.00000, (0, 0) as of 1748692609.00000, found as of 1748692609.00000>, path: .shards_a/shard_c_1748692609.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ced/fe508e48e49f088877fcec201bea1ced/fe508e48e49f088877fcec201bea1ced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692611.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/422/3bee0c5105909d284abff3d9fb78a422/3bee0c5105909d284abff3d9fb78a422.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692610.00000, (0, 0) as of 1748692610.00000, shrinking as of 1748692610.00000> to ShardRange<'k' to 't' as of 1748692611.00000, (0, 0) as of 1748692611.00000, created as of 1748692611.00000>, path: .shards_a/shard_c_1748692611.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/422/3bee0c5105909d284abff3d9fb78a422/3bee0c5105909d284abff3d9fb78a422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692613.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/689/e55f57227020275331ae35a0cc667689/e55f57227020275331ae35a0cc667689.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692612.00000, (0, 0) as of 1748692612.00000, shrinking as of 1748692612.00000> to ShardRange<'k' to 't' as of 1748692613.00000, (0, 0) as of 1748692613.00000, cleaved as of 1748692613.00000>, path: .shards_a/shard_c_1748692613.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/689/e55f57227020275331ae35a0cc667689/e55f57227020275331ae35a0cc667689.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692615.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692614.00000, (0, 0) as of 1748692614.00000, shrinking as of 1748692614.00000> to ShardRange<'k' to 't' as of 1748692615.00000, (0, 0) as of 1748692615.00000, active as of 1748692615.00000>, path: .shards_a/shard_c_1748692615.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c/5f0a32d5bdf5d02b55fc33aa46c46f8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692617.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9ae/c9046b5e680ca84ed06d20ddb94959ae/c9046b5e680ca84ed06d20ddb94959ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692617.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9ae/c9046b5e680ca84ed06d20ddb94959ae/c9046b5e680ca84ed06d20ddb94959ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692619.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/566/85fd1dfa2578b824a069e63077b8a566/85fd1dfa2578b824a069e63077b8a566.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692618.00000, (0, 0) as of 1748692618.00000, shrinking as of 1748692618.00000> to ShardRange<'k' to 't' as of 1748692619.00000, (0, 0) as of 1748692619.00000, sharding as of 1748692619.00000>, path: .shards_a/shard_c_1748692619.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/566/85fd1dfa2578b824a069e63077b8a566/85fd1dfa2578b824a069e63077b8a566.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692619.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/566/85fd1dfa2578b824a069e63077b8a566/85fd1dfa2578b824a069e63077b8a566.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692621.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/479/aefbb5f9cc272c8a04567c8527ca4479/aefbb5f9cc272c8a04567c8527ca4479.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692620.00000, (0, 0) as of 1748692620.00000, shrinking as of 1748692620.00000> to ShardRange<'k' to 't' as of 1748692621.00000, (0, 0) as of 1748692621.00000, sharded as of 1748692621.00000>, path: .shards_a/shard_c_1748692621.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/479/aefbb5f9cc272c8a04567c8527ca4479/aefbb5f9cc272c8a04567c8527ca4479.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692621.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/479/aefbb5f9cc272c8a04567c8527ca4479/aefbb5f9cc272c8a04567c8527ca4479.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692623.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ed0/41b61b11af66c6da71f2bf00c07a0ed0/41b61b11af66c6da71f2bf00c07a0ed0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692622.00000, (0, 0) as of 1748692622.00000, shrinking as of 1748692622.00000> to ShardRange<'k' to 't' as of 1748692623.00000, (0, 0) as of 1748692623.00000, shrunk as of 1748692623.00000>, path: .shards_a/shard_c_1748692623.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ed0/41b61b11af66c6da71f2bf00c07a0ed0/41b61b11af66c6da71f2bf00c07a0ed0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692623.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ed0/41b61b11af66c6da71f2bf00c07a0ed0/41b61b11af66c6da71f2bf00c07a0ed0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692625.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b63/d317d897e0ee6c0d0c446bd842fb5b63/d317d897e0ee6c0d0c446bd842fb5b63.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692624.00000, (0, 0) as of 1748692624.00000, sharding as of 1748692624.00000> to ShardRange<'k' to 't' as of 1748692625.00000, (0, 0) as of 1748692625.00000, found as of 1748692625.00000>, path: .shards_a/shard_c_1748692625.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b63/d317d897e0ee6c0d0c446bd842fb5b63/d317d897e0ee6c0d0c446bd842fb5b63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692627.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/fa8/8595f3a2ac752adaf936b2a3db992fa8/8595f3a2ac752adaf936b2a3db992fa8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692626.00000, (0, 0) as of 1748692626.00000, sharding as of 1748692626.00000> to ShardRange<'k' to 't' as of 1748692627.00000, (0, 0) as of 1748692627.00000, created as of 1748692627.00000>, path: .shards_a/shard_c_1748692627.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/fa8/8595f3a2ac752adaf936b2a3db992fa8/8595f3a2ac752adaf936b2a3db992fa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692629.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/107/0bbe745b0d987fbc91cb5e8531dd9107/0bbe745b0d987fbc91cb5e8531dd9107.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692628.00000, (0, 0) as of 1748692628.00000, sharding as of 1748692628.00000> to ShardRange<'k' to 't' as of 1748692629.00000, (0, 0) as of 1748692629.00000, cleaved as of 1748692629.00000>, path: .shards_a/shard_c_1748692629.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/107/0bbe745b0d987fbc91cb5e8531dd9107/0bbe745b0d987fbc91cb5e8531dd9107.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692631.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/77c/faf75aaa77a50b8d8ddc9c5cb3c2377c/faf75aaa77a50b8d8ddc9c5cb3c2377c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692630.00000, (0, 0) as of 1748692630.00000, sharding as of 1748692630.00000> to ShardRange<'k' to 't' as of 1748692631.00000, (0, 0) as of 1748692631.00000, active as of 1748692631.00000>, path: .shards_a/shard_c_1748692631.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/77c/faf75aaa77a50b8d8ddc9c5cb3c2377c/faf75aaa77a50b8d8ddc9c5cb3c2377c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692633.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dc/599afc21e42f9ad2121b8fc88be873dc/599afc21e42f9ad2121b8fc88be873dc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692632.00000, (0, 0) as of 1748692632.00000, sharding as of 1748692632.00000> to ShardRange<'k' to 't' as of 1748692633.00000, (0, 0) as of 1748692633.00000, shrinking as of 1748692633.00000>, path: .shards_a/shard_c_1748692633.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dc/599afc21e42f9ad2121b8fc88be873dc/599afc21e42f9ad2121b8fc88be873dc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692633.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3dc/599afc21e42f9ad2121b8fc88be873dc/599afc21e42f9ad2121b8fc88be873dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692635.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2bd/ed6c08a4249916ab541dc10b166b32bd/ed6c08a4249916ab541dc10b166b32bd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692635.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2bd/ed6c08a4249916ab541dc10b166b32bd/ed6c08a4249916ab541dc10b166b32bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692637.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1c2/00fc7e7f364ad1767018e57cabe3a1c2/00fc7e7f364ad1767018e57cabe3a1c2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692636.00000, (0, 0) as of 1748692636.00000, sharding as of 1748692636.00000> to ShardRange<'k' to 't' as of 1748692637.00000, (0, 0) as of 1748692637.00000, sharded as of 1748692637.00000>, path: .shards_a/shard_c_1748692637.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1c2/00fc7e7f364ad1767018e57cabe3a1c2/00fc7e7f364ad1767018e57cabe3a1c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692637.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1c2/00fc7e7f364ad1767018e57cabe3a1c2/00fc7e7f364ad1767018e57cabe3a1c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692639.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4ad/6d1998cec69a1488f771c52b0dd574ad/6d1998cec69a1488f771c52b0dd574ad.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692638.00000, (0, 0) as of 1748692638.00000, sharding as of 1748692638.00000> to ShardRange<'k' to 't' as of 1748692639.00000, (0, 0) as of 1748692639.00000, shrunk as of 1748692639.00000>, path: .shards_a/shard_c_1748692639.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4ad/6d1998cec69a1488f771c52b0dd574ad/6d1998cec69a1488f771c52b0dd574ad.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692639.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4ad/6d1998cec69a1488f771c52b0dd574ad/6d1998cec69a1488f771c52b0dd574ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692641.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/c36/0a488548f46790caa8ea6a8e07b32c36/0a488548f46790caa8ea6a8e07b32c36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692640.00000, (0, 0) as of 1748692640.00000, sharded as of 1748692640.00000> to ShardRange<'k' to 't' as of 1748692641.00000, (0, 0) as of 1748692641.00000, found as of 1748692641.00000>, path: .shards_a/shard_c_1748692641.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/c36/0a488548f46790caa8ea6a8e07b32c36/0a488548f46790caa8ea6a8e07b32c36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692643.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4d6/357cb091ff5827c9f9d7bf8ee15914d6/357cb091ff5827c9f9d7bf8ee15914d6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692642.00000, (0, 0) as of 1748692642.00000, sharded as of 1748692642.00000> to ShardRange<'k' to 't' as of 1748692643.00000, (0, 0) as of 1748692643.00000, created as of 1748692643.00000>, path: .shards_a/shard_c_1748692643.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4d6/357cb091ff5827c9f9d7bf8ee15914d6/357cb091ff5827c9f9d7bf8ee15914d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692645.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6d3/85f30daffa5b89e5ef58006dcc9886d3/85f30daffa5b89e5ef58006dcc9886d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692644.00000, (0, 0) as of 1748692644.00000, sharded as of 1748692644.00000> to ShardRange<'k' to 't' as of 1748692645.00000, (0, 0) as of 1748692645.00000, cleaved as of 1748692645.00000>, path: .shards_a/shard_c_1748692645.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6d3/85f30daffa5b89e5ef58006dcc9886d3/85f30daffa5b89e5ef58006dcc9886d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692647.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cbf/543e7aace687530e532a9b489e55ecbf/543e7aace687530e532a9b489e55ecbf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692646.00000, (0, 0) as of 1748692646.00000, sharded as of 1748692646.00000> to ShardRange<'k' to 't' as of 1748692647.00000, (0, 0) as of 1748692647.00000, active as of 1748692647.00000>, path: .shards_a/shard_c_1748692647.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cbf/543e7aace687530e532a9b489e55ecbf/543e7aace687530e532a9b489e55ecbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692649.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/837/25091d7e82d139bccbc3a6d009fe7837/25091d7e82d139bccbc3a6d009fe7837.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692648.00000, (0, 0) as of 1748692648.00000, sharded as of 1748692648.00000> to ShardRange<'k' to 't' as of 1748692649.00000, (0, 0) as of 1748692649.00000, shrinking as of 1748692649.00000>, path: .shards_a/shard_c_1748692649.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/837/25091d7e82d139bccbc3a6d009fe7837/25091d7e82d139bccbc3a6d009fe7837.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692649.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/837/25091d7e82d139bccbc3a6d009fe7837/25091d7e82d139bccbc3a6d009fe7837.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692651.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2ef/cd3979276c62515be4029ad8fd47b2ef/cd3979276c62515be4029ad8fd47b2ef.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692650.00000, (0, 0) as of 1748692650.00000, sharded as of 1748692650.00000> to ShardRange<'k' to 't' as of 1748692651.00000, (0, 0) as of 1748692651.00000, sharding as of 1748692651.00000>, path: .shards_a/shard_c_1748692651.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2ef/cd3979276c62515be4029ad8fd47b2ef/cd3979276c62515be4029ad8fd47b2ef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692651.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2ef/cd3979276c62515be4029ad8fd47b2ef/cd3979276c62515be4029ad8fd47b2ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692653.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d82/c79c35e94734c1059702b9b8c5b98d82/c79c35e94734c1059702b9b8c5b98d82.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692653.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d82/c79c35e94734c1059702b9b8c5b98d82/c79c35e94734c1059702b9b8c5b98d82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692655.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0a7/711e0725fd955c3696f8f939748910a7/711e0725fd955c3696f8f939748910a7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692654.00000, (0, 0) as of 1748692654.00000, sharded as of 1748692654.00000> to ShardRange<'k' to 't' as of 1748692655.00000, (0, 0) as of 1748692655.00000, shrunk as of 1748692655.00000>, path: .shards_a/shard_c_1748692655.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0a7/711e0725fd955c3696f8f939748910a7/711e0725fd955c3696f8f939748910a7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692655.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0a7/711e0725fd955c3696f8f939748910a7/711e0725fd955c3696f8f939748910a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692657.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/8fa/d1ac409239c9e3e33b69288fcd9f28fa/d1ac409239c9e3e33b69288fcd9f28fa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692656.00000, (0, 0) as of 1748692656.00000, shrunk as of 1748692656.00000> to ShardRange<'k' to 't' as of 1748692657.00000, (0, 0) as of 1748692657.00000, found as of 1748692657.00000>, path: .shards_a/shard_c_1748692657.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/8fa/d1ac409239c9e3e33b69288fcd9f28fa/d1ac409239c9e3e33b69288fcd9f28fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692659.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/910/589710646b5b0f49ed98203ca3f7c910/589710646b5b0f49ed98203ca3f7c910.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692658.00000, (0, 0) as of 1748692658.00000, shrunk as of 1748692658.00000> to ShardRange<'k' to 't' as of 1748692659.00000, (0, 0) as of 1748692659.00000, created as of 1748692659.00000>, path: .shards_a/shard_c_1748692659.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/910/589710646b5b0f49ed98203ca3f7c910/589710646b5b0f49ed98203ca3f7c910.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692661.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/223/14a5db4d9747954df6b5f45f3b84e223/14a5db4d9747954df6b5f45f3b84e223.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692660.00000, (0, 0) as of 1748692660.00000, shrunk as of 1748692660.00000> to ShardRange<'k' to 't' as of 1748692661.00000, (0, 0) as of 1748692661.00000, cleaved as of 1748692661.00000>, path: .shards_a/shard_c_1748692661.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/223/14a5db4d9747954df6b5f45f3b84e223/14a5db4d9747954df6b5f45f3b84e223.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692663.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/e99/132c7bcd803ca2c5c020eef0c2648e99/132c7bcd803ca2c5c020eef0c2648e99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692662.00000, (0, 0) as of 1748692662.00000, shrunk as of 1748692662.00000> to ShardRange<'k' to 't' as of 1748692663.00000, (0, 0) as of 1748692663.00000, active as of 1748692663.00000>, path: .shards_a/shard_c_1748692663.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/e99/132c7bcd803ca2c5c020eef0c2648e99/132c7bcd803ca2c5c020eef0c2648e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692665.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/891/fcaa57e53ac68f9f08860184f1504891/fcaa57e53ac68f9f08860184f1504891.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692664.00000, (0, 0) as of 1748692664.00000, shrunk as of 1748692664.00000> to ShardRange<'k' to 't' as of 1748692665.00000, (0, 0) as of 1748692665.00000, shrinking as of 1748692665.00000>, path: .shards_a/shard_c_1748692665.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/891/fcaa57e53ac68f9f08860184f1504891/fcaa57e53ac68f9f08860184f1504891.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692665.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/891/fcaa57e53ac68f9f08860184f1504891/fcaa57e53ac68f9f08860184f1504891.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692667.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692666.00000, (0, 0) as of 1748692666.00000, shrunk as of 1748692666.00000> to ShardRange<'k' to 't' as of 1748692667.00000, (0, 0) as of 1748692667.00000, sharding as of 1748692667.00000>, path: .shards_a/shard_c_1748692667.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692667.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2/d5cc42cc6e7e2a028de9d2cf30bf3fd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692669.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692668.00000, (0, 0) as of 1748692668.00000, shrunk as of 1748692668.00000> to ShardRange<'k' to 't' as of 1748692669.00000, (0, 0) as of 1748692669.00000, sharded as of 1748692669.00000>, path: .shards_a/shard_c_1748692669.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692669.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203/ffdb3b8b0ae4b9f5cfd85e5dcea2e203.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692671.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/780/4aadb3fe9c9ca440a0ee1678fecb3780/4aadb3fe9c9ca440a0ee1678fecb3780.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692671.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/780/4aadb3fe9c9ca440a0ee1678fecb3780/4aadb3fe9c9ca440a0ee1678fecb3780.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692680.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a7e/2a0c545f7369cf9dd92ad2b621114a7e/2a0c545f7369cf9dd92ad2b621114a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692682.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb/e3c834b68a1dcd2a589d0ad96ea9c8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692684.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/c98/32cad6c59d51d41e0130859ccf4adc98/32cad6c59d51d41e0130859ccf4adc98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692686.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/90b/1b45b8f08513685dd28049d6c889290b/1b45b8f08513685dd28049d6c889290b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692688.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/2f7/57607daba19345338868ed12acdd12f7/57607daba19345338868ed12acdd12f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692690.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f50/badbc93eae6fef0cb579de90d6da1f50/badbc93eae6fef0cb579de90d6da1f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692692.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/5a5/061e2a9f51e3849d320b8483d5d715a5/061e2a9f51e3849d320b8483d5d715a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692694.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/7fe/973dfc92c095c344dc8bc9ec74f6f7fe/973dfc92c095c344dc8bc9ec74f6f7fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692696.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/442/9dc23d50ec2ee20e12fea805238be442/9dc23d50ec2ee20e12fea805238be442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692698.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f97/43d534acb174fca75d0b103e25547f97/43d534acb174fca75d0b103e25547f97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692700.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9b1/7496acd1b127368a10dd43ca0bb1a9b1/7496acd1b127368a10dd43ca0bb1a9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692702.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/311/a43602228cdeec3d6c34b75444bcb311/a43602228cdeec3d6c34b75444bcb311.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692704.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cbe/88a5a9e0fd3aeddfb216b4be5283acbe/88a5a9e0fd3aeddfb216b4be5283acbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692706.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/597/8e121224010f8fc06bcabc972a67f597/8e121224010f8fc06bcabc972a67f597.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692708.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/219/37fc33419b3a37dad0ffab3377597219/37fc33419b3a37dad0ffab3377597219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692710.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/895/2e5938b865f025a641417b659b1e7895/2e5938b865f025a641417b659b1e7895.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692712.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/3eb/e72efeaa58f2b3a14f0b36bccf99d3eb/e72efeaa58f2b3a14f0b36bccf99d3eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692714.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/5a7/682006041183f2339fa6199b3f4e45a7/682006041183f2339fa6199b3f4e45a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692716.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/06a/76df49e0e9e62d1af0df365e930ee06a/76df49e0e9e62d1af0df365e930ee06a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692718.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cc0/92609c0f272ce60270143ceab8054cc0/92609c0f272ce60270143ceab8054cc0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692720.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0dc/f6fb4f656c01b6a6ecb30e774afa90dc/f6fb4f656c01b6a6ecb30e774afa90dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692722.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4d7/0f0c05314223c873b9dbfe0b861514d7/0f0c05314223c873b9dbfe0b861514d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692724.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/167/1965f313eb5931645ac63f2b07bbe167/1965f313eb5931645ac63f2b07bbe167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692726.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f57/31125bbae7a56ba61b4df5e64e98df57/31125bbae7a56ba61b4df5e64e98df57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692728.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ce7/9602937e9e510c411c097b6b20f45ce7/9602937e9e510c411c097b6b20f45ce7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692730.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1d4/410e161f8c2776fde9042986fe79c1d4/410e161f8c2776fde9042986fe79c1d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692732.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/bc2/9d4c4cd902157d29df5d16d554ceabc2/9d4c4cd902157d29df5d16d554ceabc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692734.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4e3/df85005a28c1311c661da43ffb2254e3/df85005a28c1311c661da43ffb2254e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692736.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/480/e2b9e758f069648e0799a9ed3e656480/e2b9e758f069648e0799a9ed3e656480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692738.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/edf/46a82f005a62f1e7121c5dffaa0dcedf/46a82f005a62f1e7121c5dffaa0dcedf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692738.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/edf/46a82f005a62f1e7121c5dffaa0dcedf/46a82f005a62f1e7121c5dffaa0dcedf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692740.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692740.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b/6bbf3bc002ffbd4d83d0b3fc3b111e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692742.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b49/09409e31dff161e96405f5861e510b49/09409e31dff161e96405f5861e510b49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692742.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b49/09409e31dff161e96405f5861e510b49/09409e31dff161e96405f5861e510b49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692744.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/7ed/abca4eb2887dc9c0c67ea7567f3927ed/abca4eb2887dc9c0c67ea7567f3927ed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692744.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/7ed/abca4eb2887dc9c0c67ea7567f3927ed/abca4eb2887dc9c0c67ea7567f3927ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692746.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/864/3a64007f792685a52728a7f7cf10a864/3a64007f792685a52728a7f7cf10a864.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692746.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/864/3a64007f792685a52728a7f7cf10a864/3a64007f792685a52728a7f7cf10a864.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692748.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1be/ed83c582e40f29bb2b83ae7637b811be/ed83c582e40f29bb2b83ae7637b811be.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692748.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1be/ed83c582e40f29bb2b83ae7637b811be/ed83c582e40f29bb2b83ae7637b811be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692750.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d8b/e85196a03fbe3dcbef409754de768d8b/e85196a03fbe3dcbef409754de768d8b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692750.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d8b/e85196a03fbe3dcbef409754de768d8b/e85196a03fbe3dcbef409754de768d8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692752.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9ff/1b7e3fd7d3b1bcf8737963a0062889ff/1b7e3fd7d3b1bcf8737963a0062889ff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692752.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/9ff/1b7e3fd7d3b1bcf8737963a0062889ff/1b7e3fd7d3b1bcf8737963a0062889ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692754.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1a6/257965eff6edeb1b3b1e4e36a3dd11a6/257965eff6edeb1b3b1e4e36a3dd11a6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692754.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/1a6/257965eff6edeb1b3b1e4e36a3dd11a6/257965eff6edeb1b3b1e4e36a3dd11a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692756.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cc5/f6bc8e5bbc95cfd9ebce1663a48c1cc5/f6bc8e5bbc95cfd9ebce1663a48c1cc5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692756.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/cc5/f6bc8e5bbc95cfd9ebce1663a48c1cc5/f6bc8e5bbc95cfd9ebce1663a48c1cc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692758.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/896/df3e0cd70b01cc87cb063b90332fc896/df3e0cd70b01cc87cb063b90332fc896.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692758.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/896/df3e0cd70b01cc87cb063b90332fc896/df3e0cd70b01cc87cb063b90332fc896.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692760.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b94/baa48c6b146cc0296bd8cd1d6fa39b94/baa48c6b146cc0296bd8cd1d6fa39b94.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692760.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b94/baa48c6b146cc0296bd8cd1d6fa39b94/baa48c6b146cc0296bd8cd1d6fa39b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692762.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d30/12ace3b76b8f46d479c9569f0515fd30/12ace3b76b8f46d479c9569f0515fd30.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692762.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d30/12ace3b76b8f46d479c9569f0515fd30/12ace3b76b8f46d479c9569f0515fd30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692764.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a44/d6f80c689993307fb6a11c7d63f88a44/d6f80c689993307fb6a11c7d63f88a44.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692764.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/a44/d6f80c689993307fb6a11c7d63f88a44/d6f80c689993307fb6a11c7d63f88a44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692766.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b7d/cf0619a550b9751e39dcddd5e758cb7d/cf0619a550b9751e39dcddd5e758cb7d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692766.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b7d/cf0619a550b9751e39dcddd5e758cb7d/cf0619a550b9751e39dcddd5e758cb7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692768.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d17/fd45e787fcf9d76be35c314e1d166d17/fd45e787fcf9d76be35c314e1d166d17.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692768.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d17/fd45e787fcf9d76be35c314e1d166d17/fd45e787fcf9d76be35c314e1d166d17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692770.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ee9/0720adb5aeac66b0f1c4ca27debb5ee9/0720adb5aeac66b0f1c4ca27debb5ee9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692770.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/ee9/0720adb5aeac66b0f1c4ca27debb5ee9/0720adb5aeac66b0f1c4ca27debb5ee9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692772.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6c9/2db2a507417bc60e915482b58ae226c9/2db2a507417bc60e915482b58ae226c9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692772.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/6c9/2db2a507417bc60e915482b58ae226c9/2db2a507417bc60e915482b58ae226c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692774.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/32f/f6b8540ffb7010512a5ac3ec121de32f/f6b8540ffb7010512a5ac3ec121de32f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692774.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/32f/f6b8540ffb7010512a5ac3ec121de32f/f6b8540ffb7010512a5ac3ec121de32f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692776.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0d1/411659648cfecc0f75c11e30ea89a0d1/411659648cfecc0f75c11e30ea89a0d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692776.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/0d1/411659648cfecc0f75c11e30ea89a0d1/411659648cfecc0f75c11e30ea89a0d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692778.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b93/f7faf0b999c7f9a7026116062f3fbb93/f7faf0b999c7f9a7026116062f3fbb93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692778.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b93/f7faf0b999c7f9a7026116062f3fbb93/f7faf0b999c7f9a7026116062f3fbb93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692780.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/144/54ede0f4157736e75cd5180b724cf144/54ede0f4157736e75cd5180b724cf144.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692780.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/144/54ede0f4157736e75cd5180b724cf144/54ede0f4157736e75cd5180b724cf144.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692782.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/102/ff1c3ed2cb1e3419002a98fd2732e102/ff1c3ed2cb1e3419002a98fd2732e102.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692782.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/102/ff1c3ed2cb1e3419002a98fd2732e102/ff1c3ed2cb1e3419002a98fd2732e102.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692784.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d96/708d32e3df2876540ac163608ac3dd96/708d32e3df2876540ac163608ac3dd96.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692784.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/d96/708d32e3df2876540ac163608ac3dd96/708d32e3df2876540ac163608ac3dd96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692786.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/944/4e19dd7fd1bd6f516e6bc10e2f846944/4e19dd7fd1bd6f516e6bc10e2f846944.db +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_log_string_formatter -test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0036 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0034 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0035 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0059 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0035 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0049 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3317108 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test ERROR: ERROR Could not get container info /tmp/tmpx01ylpre/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpx01ylpre/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpht33tezt/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmpht33tezt/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. @@ -71410,37 +71396,20 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high @@ -71463,552 +71432,776 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:full_control OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0106 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0051 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0136 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0051 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0114 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0089 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0062 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0048 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger -test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_float -test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok -test.unit.common.test_utils.TestUtils.test_non_negative_int -test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_prefixlogger -test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_readconf -test.unit.common.test_utils.TestUtils.test_readconf ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir -test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.test_utils.TestUtils.test_readconf_raw -test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer -test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness -test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok -test.unit.common.test_utils.TestUtils.test_str_format_time -test.unit.common.test_utils.TestUtils.test_str_format_time ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter -test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length -test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.4781951904296875e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 488, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 528, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 493, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692786.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/944/4e19dd7fd1bd6f516e6bc10e2f846944/4e19dd7fd1bd6f516e6bc10e2f846944.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692788.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/5dd/01fa0544b82da32d07c9c4cc135015dd/01fa0544b82da32d07c9c4cc135015dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692788.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/5dd/01fa0544b82da32d07c9c4cc135015dd/01fa0544b82da32d07c9c4cc135015dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692790.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/285/d541b6a8fb872102272ff52197146285/d541b6a8fb872102272ff52197146285.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692790.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/285/d541b6a8fb872102272ff52197146285/d541b6a8fb872102272ff52197146285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692792.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4f6/6c9a681262a66f24dff1e773965264f6/6c9a681262a66f24dff1e773965264f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692792.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/4f6/6c9a681262a66f24dff1e773965264f6/6c9a681262a66f24dff1e773965264f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692794.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f5f/23d81475a64113d7ba35a9ac685bbf5f/23d81475a64113d7ba35a9ac685bbf5f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692794.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/f5f/23d81475a64113d7ba35a9ac685bbf5f/23d81475a64113d7ba35a9ac685bbf5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692796.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b28/be9bb1d9e1a7653f80149b4bc7f33b28/be9bb1d9e1a7653f80149b4bc7f33b28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692796.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/b28/be9bb1d9e1a7653f80149b4bc7f33b28/be9bb1d9e1a7653f80149b4bc7f33b28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692798.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/aae/ebb382c456761b6ecbd086153c27faae/ebb382c456761b6ecbd086153c27faae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692798.00000, db: /tmp/tmpeak7bnb7/sda/containers/0/aae/ebb382c456761b6ecbd086153c27faae/ebb382c456761b6ecbd086153c27faae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692551.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d7d/44bd16a369319b900f91008cf6953d7d/44bd16a369319b900f91008cf6953d7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692556.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1f0/cb3a542db5c0c0fc0a4080d1048bd1f0/cb3a542db5c0c0fc0a4080d1048bd1f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692561.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eca/d95c93f38292ae86284427fad95f5eca/d95c93f38292ae86284427fad95f5eca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692596.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c45/20dd87c1b41feaa5eec4eca7161b2c45/20dd87c1b41feaa5eec4eca7161b2c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692611.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a51/ea340ccd4e84f715060c61b716c9ca51/ea340ccd4e84f715060c61b716c9ca51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692626.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d6d/c65146b2d7fe659796beee438ad24d6d/c65146b2d7fe659796beee438ad24d6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692656.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b19/6c4d17999aaa57a2046093d6797e1b19/6c4d17999aaa57a2046093d6797e1b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692671.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ea2/4675655ac966e6f4d84cd16a03584ea2/4675655ac966e6f4d84cd16a03584ea2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692686.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/746/b7f20750ffc5cceace20e8152d104746/b7f20750ffc5cceace20e8152d104746.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692691.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692701.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/849/bda30b53f03d38e29968e22af21d2849/bda30b53f03d38e29968e22af21d2849.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692706.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1cb/e6d737c1e24d0ab6a3e410b5e96e31cb/e6d737c1e24d0ab6a3e410b5e96e31cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692716.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/dda/0e9694335a3e52437f65f80fa6e8cdda/0e9694335a3e52437f65f80fa6e8cdda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692731.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e91/e66763f5c84ef4d068e0ba24d4772e91/e66763f5c84ef4d068e0ba24d4772e91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692736.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/765/435a98b988b052248234a64aafd2b765/435a98b988b052248234a64aafd2b765.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692746.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5a1/35a2145fcc2400d269349941505ab5a1/35a2145fcc2400d269349941505ab5a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692751.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ecf/717f0466b223ffe84cf1274fa1f10ecf/717f0466b223ffe84cf1274fa1f10ecf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692756.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fa1/bad1468d9ec2cce8cfd9afbad47abfa1/bad1468d9ec2cce8cfd9afbad47abfa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692761.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692766.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e75/9654ebb04b7ee65df3084c1b96367e75/9654ebb04b7ee65df3084c1b96367e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692771.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/050/f879784beec4050ddb6f8d3577c88050/f879784beec4050ddb6f8d3577c88050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692776.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f72/494b0831e68750b30266ea5dc8f6af72/494b0831e68750b30266ea5dc8f6af72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692781.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e66/665f4a1324fea67dfb55b8b409db6e66/665f4a1324fea67dfb55b8b409db6e66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692786.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e1f/b16cc279c934f2f1930ee79a81f48e1f/b16cc279c934f2f1930ee79a81f48e1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692791.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/840/1cf671320596e5d4fad65f0cd5f03840/1cf671320596e5d4fad65f0cd5f03840.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692796.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/6bb/15f5d2bbd1a12e3f9bae77950e2bf6bb/15f5d2bbd1a12e3f9bae77950e2bf6bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692801.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eee/b9a8c4c3871f792484106ab20e6a0eee/b9a8c4c3871f792484106ab20e6a0eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692806.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/dda/7a13c8b1cb81ee6c0ce62cd9ac939dda/7a13c8b1cb81ee6c0ce62cd9ac939dda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692811.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/aa7/e83378e12c193b8b5155533599514aa7/e83378e12c193b8b5155533599514aa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692816.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9b1/acdea32b8f68f3d83fce71c216ea49b1/acdea32b8f68f3d83fce71c216ea49b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692821.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/393/8c37ca0f780cc1e6cd398ca112802393/8c37ca0f780cc1e6cd398ca112802393.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692826.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/03e/31a1935136f4d68030d4aa441b40503e/31a1935136f4d68030d4aa441b40503e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692831.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fd1/fad015d31ee567a60dbf8a44d9324fd1/fad015d31ee567a60dbf8a44d9324fd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692836.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/828/fae26bd29de66112f6e92ed473a4c828/fae26bd29de66112f6e92ed473a4c828.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692841.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e79/e36536d9d3e8a3f5616bf746705f9e79/e36536d9d3e8a3f5616bf746705f9e79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692846.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/72f/5dfba8b59196a561f97fba265340c72f/5dfba8b59196a561f97fba265340c72f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692851.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5bc/ba3a3123d56fdb8ca17cc3ba3c6775bc/ba3a3123d56fdb8ca17cc3ba3c6775bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692856.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/570/c5e82b59934337bc75b061875f9e9570/c5e82b59934337bc75b061875f9e9570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692861.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692866.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/4f5/1c63ae259306bcf4243a27eb6da0e4f5/1c63ae259306bcf4243a27eb6da0e4f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692871.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/827/89567d98c3fce8080236ca76e5179827/89567d98c3fce8080236ca76e5179827.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692876.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ae2/e4e07f90b4a0fbb066b8691316248ae2/e4e07f90b4a0fbb066b8691316248ae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692881.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/189/7643d602a54fa8067ff64a7d2e121189/7643d602a54fa8067ff64a7d2e121189.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692886.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ba0/84ac15fdf5d4eb844e3c04e0afbe2ba0/84ac15fdf5d4eb844e3c04e0afbe2ba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692891.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/97a/a78f0af161c842b4dc3704410be9597a/a78f0af161c842b4dc3704410be9597a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692896.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b7d/ecf2cc10f25b5c8babdfea54b0b4eb7d/ecf2cc10f25b5c8babdfea54b0b4eb7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692901.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f03/d5609bb6f306ce114a17a26badfcff03/d5609bb6f306ce114a17a26badfcff03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692906.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/911/e90185974de1bd899966854f16733911/e90185974de1bd899966854f16733911.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692911.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9ca/086ae29f179c5a2712c6ee47b9c739ca/086ae29f179c5a2712c6ee47b9c739ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692916.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1a9/f51e8b00d7bb10299f9c06c8deddc1a9/f51e8b00d7bb10299f9c06c8deddc1a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692921.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c95/7bd06b36d12f98e4d1285de7dd212c95/7bd06b36d12f98e4d1285de7dd212c95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692926.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/700/8eb1764aa743e4855959a90dbb27a700/8eb1764aa743e4855959a90dbb27a700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692931.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/14d/4f425e61583966a752f0757d2eeed14d/4f425e61583966a752f0757d2eeed14d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692936.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/228/9cc1ed989c301344c863bb85ca830228/9cc1ed989c301344c863bb85ca830228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692941.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/367/7aaa6c4354b8d7043a389dfdeffcd367/7aaa6c4354b8d7043a389dfdeffcd367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692946.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8c1/8826134d1850f6eafc62a01b070768c1/8826134d1850f6eafc62a01b070768c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692951.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/857/535d3be06fd91ea1d08f45ca3c9fb857/535d3be06fd91ea1d08f45ca3c9fb857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692956.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b69/773249beb0ffa2a500bbf8ef19cffb69/773249beb0ffa2a500bbf8ef19cffb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692961.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/44f/b2628a97c51fbdfcc3e9bdf04b32044f/b2628a97c51fbdfcc3e9bdf04b32044f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692966.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ed7/6d96867cbbf1a3fc24ba6a3488f76ed7/6d96867cbbf1a3fc24ba6a3488f76ed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692971.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/290/3bcf36f5b53739362c6dbd8dc2d9b290/3bcf36f5b53739362c6dbd8dc2d9b290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692976.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9c3/0c324f974ed5becf4daed58e72ae49c3/0c324f974ed5becf4daed58e72ae49c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692981.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8b9/4e717dc6a37de952604848ff208c08b9/4e717dc6a37de952604848ff208c08b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692986.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bf7/32b7d979e4e6ec3839966ecea0789bf7/32b7d979e4e6ec3839966ecea0789bf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692991.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/02f/60887ff0dd5389f42bce22137240202f/60887ff0dd5389f42bce22137240202f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692996.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/194/3ad15410f6f1127ef35d73b5517bb194/3ad15410f6f1127ef35d73b5517bb194.db +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9_o_4ut3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:19 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0069 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmpp_0txoyp/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0051 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpktzvpqcj/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + The can be of the form:: drz-:R:/ @@ -72077,83 +72270,16 @@ Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" Search value matched 0 devices. The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_overload test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric @@ -72178,588 +72304,316 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test NOTICE: Child 63453 exiting normally -test NOTICE: Started child 88 from parent 63453 -test NOTICE: Started child 89 from parent 63453 -test ERROR: Removing dead child 88 from parent 63453 -test NOTICE: Started child 90 from parent 63453 -test NOTICE: Started child 88 from parent 63453 -test NOTICE: Started child 89 from parent 63453 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp92k364ao/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd0acf0caf7f7482e9e3e6-00662ddd89) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd0acf0caf7f7482e9e3e6-00662ddd89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbdf6e5ea3c0b4e51826b2-00662ddd89) -proxy-server ERROR: Object GET returning 503 for [] (txn: txbdf6e5ea3c0b4e51826b2-00662ddd89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx03caccc67282413194ceb-00662ddd89) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test ERROR: Failed to unlink '/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container_1714281862.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container_1714281862.00000.db': ['/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container.db', '/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container_1714281863.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdxwa9tg4/containers/part/suffix/hash/container_1714281863.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpl_ps5em2/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpl_ps5em2/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpaeg817gg/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpaeg817gg/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0047 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0061 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0034 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other OWNER test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc2ee5799070d48a8a95db-00662ddd89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx348b66e2176343fc80d4c-00662ddd89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 swift-ring-builder set_min_part_hours Changes the to the given . This should be set to however long a full replication/update cycle takes. We're working on a way @@ -72835,83 +72689,20 @@ Option --yes assume a yes response to all questions. -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format @@ -72924,646 +72715,240 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0047 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmp8n6fpkv1/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0054 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmpsh10fujz/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0055 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0022 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'Content-Md5': '78br3kBajAQkVdSLWEUSHg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'efc6ebde405a8c042455d48b5845121e', 'Content-Length': '289'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object +test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test ERROR: Failed to unlink '/tmp/tmp815ytpvu/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp815ytpvu/containers/part/suffix/hash/container_1714281867.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp815ytpvu/containers/part/suffix/hash/container_1714281867.00000.db': ['/tmp/tmp815ytpvu/containers/part/suffix/hash/container.db', '/tmp/tmp815ytpvu/containers/part/suffix/hash/container_1714281868.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp815ytpvu/containers/part/suffix/hash/container_1714281868.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 63468 0 -test ERROR: ERROR Account update failed with 127.0.0.1:37537/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0053 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0019 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0031 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0037 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test DEBUG: Unlinked retiring db '/tmp/tmpzq15d0rs/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok The can be of the form:: drz-:R:/ @@ -73600,347 +72985,534 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 Search value matched 0 devices. The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] or -swift-ring-builder set_zone +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_weight + [ ] ... + [--yes] or -swift-ring-builder set_zone +swift-ring-builder set_weight --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight + [--yes] Where , and are replication ip, hostname - and port. + and port. and are the search weight and new + weight values respectively. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from + Resets the devices' weights. No partitions will be reassigned to or from the device until after running 'rebalance'. This is so you can make multiple device changes and rebalance them all just once. Option --yes assume a yes response to all questions. -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpjkmoluwq/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpjkmoluwq/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AllUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0057 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0004 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0022 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 63425 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0037 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0034 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0042 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'Content-Md5': 'yqY/nuWCZ+9H2iJeQ4O8FA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'caa63f9ee58267ef47da225e4383bc14', 'Content-Length': '230'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -73949,607 +73521,885 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test WARNING: More than one part in a single-part response? -test ERROR: Problem finding shard upper in '/tmp/tmp7q0fluw6/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp7q0fluw6/test_container.db': : +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp_10vdz29/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_10vdz29/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0066 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmpidqhanmf/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0047 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0066 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0031 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0093 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0054 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0049 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0133 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0042 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0035 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:45 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:45 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:45 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 3317108 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 279, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:55:45 +0000] "REPLICATE /sda1/p/a/" 500 833 "-" "-" "-" 0.0010 "-" 3317108 - +test DEBUG: - - - [31/May/2025:11:55:45 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 3317108 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/account/server.py", line 313, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0032 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0091 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0058 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 0 test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0038 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmpedk_zb9v/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693001.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1e9/686b3acb3b8f4f67ed2975d70763e1e9/686b3acb3b8f4f67ed2975d70763e1e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693006.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/056/05a3f26a20352b0170ffacfa70326056/05a3f26a20352b0170ffacfa70326056.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693011.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/3ef/67318fd93ccbc601bfdab7296ebb03ef/67318fd93ccbc601bfdab7296ebb03ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693016.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/770/6ea013c818f2979ca8cbcefffbd38770/6ea013c818f2979ca8cbcefffbd38770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693021.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f81/1acd0b4b9e9682dc9313e0411596af81/1acd0b4b9e9682dc9313e0411596af81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693026.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/435/8d3a3d3a05ae4334c4766eb604790435/8d3a3d3a05ae4334c4766eb604790435.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693031.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/93e/ca80387d08b07569a52d2d48141c493e/ca80387d08b07569a52d2d48141c493e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693036.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/118/3f562bfb6ad71b972379cc376fc7e118/3f562bfb6ad71b972379cc376fc7e118.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693041.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/254/b313651b84a66b3aedb68ed5e84e1254/b313651b84a66b3aedb68ed5e84e1254.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693046.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/81e/d4ee285dbb264b82a004f8437185581e/d4ee285dbb264b82a004f8437185581e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693051.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a01/852c4aba1f032c117f3216f59a833a01/852c4aba1f032c117f3216f59a833a01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693056.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ba5/84aaef2c1038a97120986e7e8bd5cba5/84aaef2c1038a97120986e7e8bd5cba5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693061.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/05c/7e15331cb37e13f623705ab68365505c/7e15331cb37e13f623705ab68365505c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693066.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9d8/c8c586fcd4930cfed1c5d87ed822b9d8/c8c586fcd4930cfed1c5d87ed822b9d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693071.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/37d/04266922d2fb3c15892e9e874442c37d/04266922d2fb3c15892e9e874442c37d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693076.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a14/868dc2ae9a598b13e8c5127d0e7d8a14/868dc2ae9a598b13e8c5127d0e7d8a14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693081.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f00/a210b230b545a082979addb4822e5f00/a210b230b545a082979addb4822e5f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693086.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1d0/b29d456c5b0214615b7b6e83ab5101d0/b29d456c5b0214615b7b6e83ab5101d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693091.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9ce/bf7b21ccf2a2ad1229b7bfb00189b9ce/bf7b21ccf2a2ad1229b7bfb00189b9ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693096.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/039/e158528e7fd3fc4712a2f4d8b397f039/e158528e7fd3fc4712a2f4d8b397f039.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693101.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/20b/ff63996d9e0794b258d5e2e84678f20b/ff63996d9e0794b258d5e2e84678f20b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693106.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/7d2/2d3c43f4b32e04382cc8b4f47e2a47d2/2d3c43f4b32e04382cc8b4f47e2a47d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693111.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ab2/78943f509103f151e2b16ceb50375ab2/78943f509103f151e2b16ceb50375ab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693116.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/008/aff740a2e72dca36752629cec468e008/aff740a2e72dca36752629cec468e008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693121.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e77/e9daa0c7d8dd86cedc68c283933cde77/e9daa0c7d8dd86cedc68c283933cde77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693126.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1c8/057153e843c229e1b8ddf4f4054531c8/057153e843c229e1b8ddf4f4054531c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693131.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ca8/8c94953b6417235ff3e18fd561058ca8/8c94953b6417235ff3e18fd561058ca8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693136.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/290/d8cbf851e3ebd3bca2a46889671ba290/d8cbf851e3ebd3bca2a46889671ba290.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693141.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d27/2434f013d0f46b9b2b8c91c48fa12d27/2434f013d0f46b9b2b8c91c48fa12d27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693146.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1b8/b7e104e9ebb2b048875f187fa4fc41b8/b7e104e9ebb2b048875f187fa4fc41b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693151.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/6ab/1380db256257d931818fe85be6e526ab/1380db256257d931818fe85be6e526ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693156.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c6c/497eea0ce4f98ed206aa91dfeeaeac6c/497eea0ce4f98ed206aa91dfeeaeac6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693161.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/972/5b0119904bcf07a5631d0a58f98ca972/5b0119904bcf07a5631d0a58f98ca972.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693166.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/36a/55278fb4ed77af72599cd76bedfa836a/55278fb4ed77af72599cd76bedfa836a.db +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +test ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 501 Not Implemented +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +swift: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +swift: Use tempauth middleware. +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0050 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0026 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0037 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0035 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +swift: Inconsistent project domain id: PROJECT_DOMAIN_ID in token vs None in account metadata. +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test ERROR: Failed to unlink '/tmp/tmp98big3q5/containers/part/suffix/hash/container.db': +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +Sun Jun 1 01:55:44 2025 /tmp/log/swift/profile/default.profile3317105 +Sun Jun 1 01:55:44 2025 /tmp/log/swift/profile/default.profile123 +Sun Jun 1 01:55:44 2025 /tmp/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmpp77f6rgl/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmpp77f6rgl/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmpp77f6rgl/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnnfog9qd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -74558,74 +74408,777 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp98big3q5/containers/part/suffix/hash/container_1714281870.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp98big3q5/containers/part/suffix/hash/container_1714281870.00000.db': ['/tmp/tmp98big3q5/containers/part/suffix/hash/container.db', '/tmp/tmp98big3q5/containers/part/suffix/hash/container_1714281871.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp98big3q5/containers/part/suffix/hash/container_1714281871.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqar_kg9y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00349 seconds (286.42927/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.19579.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.19579.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.19579.db -test DEBUG: Successfully deleted db /tmp/tmpw24qml7i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '813269c5923dcd111a3405e3af8531f1', '0059586a-9b2a-4efd-971b-c5cfb7839118-sda', '1714281870.21163', '1714281870.00000', '0', '', '1714281870.00000', 51, 0) -test DEBUG: /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1714281871.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1714281872.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1714281873.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1714281874.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1714281875.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1714281876.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1714281877.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1714281878.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1714281879.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1714281880.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1714281881.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1714281882.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1714281883.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1714281884.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1714281885.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1714281886.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1714281887.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1714281888.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1714281889.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1714281890.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606147 1748606147-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606147 1748606147-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606147 1748606147-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606147 1748606147-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748606147 1748606147-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0005 "-" 3317108 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0020 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0034 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 3317108 0 +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0014 "-" 3317108 1 +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 3317108 2 +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0013 "-" 3317108 3 +test INFO: - - - [31/May/2025:11:55:45 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0034 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:45 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3317108 0 +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0052 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0055 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0101 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0132 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0148 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0056 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0019 "-" 3317108 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693171.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/992/8c3ab627e8465e83679b13a18d9e8992/8c3ab627e8465e83679b13a18d9e8992.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693176.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8f6/78b8d02424a98f6467440d8a30ef48f6/78b8d02424a98f6467440d8a30ef48f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693181.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/0c1/326581c6256d585a18b9515da007a0c1/326581c6256d585a18b9515da007a0c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693186.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e68/c6ffc7264111fe26b10767530b9eee68/c6ffc7264111fe26b10767530b9eee68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693191.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9e1/dd65fd6d353dfe8e31e4624db6db09e1/dd65fd6d353dfe8e31e4624db6db09e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693196.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/0e1/f89115580b38f2be10b387b679b7f0e1/f89115580b38f2be10b387b679b7f0e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693201.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fee/b0aa29ecfe3f3fb2d98736e34aa1ffee/b0aa29ecfe3f3fb2d98736e34aa1ffee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693206.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/4b5/5e731fa4e1932edc70a7adef55e0f4b5/5e731fa4e1932edc70a7adef55e0f4b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693211.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/545/40311ba01faf4f510d3fa09faee3d545/40311ba01faf4f510d3fa09faee3d545.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693216.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8f8/b3043ab120d3cc57edad856ab9a338f8/b3043ab120d3cc57edad856ab9a338f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693221.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a63/735ddc8f582b6dbc771f2b923d181a63/735ddc8f582b6dbc771f2b923d181a63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693226.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c98/668a8736ea7917b988fda5c14eda8c98/668a8736ea7917b988fda5c14eda8c98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693231.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5e4/7ab28c63f201ea0391dd4736af1df5e4/7ab28c63f201ea0391dd4736af1df5e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693236.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/118/3eb813549f402ded7185e316a4902118/3eb813549f402ded7185e316a4902118.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693241.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/442/c6a5cd4cd481c8609e690adccbdc2442/c6a5cd4cd481c8609e690adccbdc2442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693246.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9f7/61e4ae9089d3c28afdd7d0bdff9879f7/61e4ae9089d3c28afdd7d0bdff9879f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693251.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/2aa/57ea98535df03d6f9e7c9325edbeb2aa/57ea98535df03d6f9e7c9325edbeb2aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693256.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9a8/4e84e486ff5cfcad2ca9c561ba24d9a8/4e84e486ff5cfcad2ca9c561ba24d9a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693261.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ac8/983c9b62ddc0f443e7ca27aa4dfc5ac8/983c9b62ddc0f443e7ca27aa4dfc5ac8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693266.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/7f5/df5e43e22dbe4413b24bb09e743167f5/df5e43e22dbe4413b24bb09e743167f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693271.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/af9/05527764fe4097b20a01b49018775af9/05527764fe4097b20a01b49018775af9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693276.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fda/5a60382cca762af7a5121e2ff15a0fda/5a60382cca762af7a5121e2ff15a0fda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693281.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f34/95c0596cd158eb8676f29661469b4f34/95c0596cd158eb8676f29661469b4f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693286.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8c4/ff283ac87d1c07f364d1d0642233c8c4/ff283ac87d1c07f364d1d0642233c8c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693291.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9e0/d1d91082ccf577c7393dd989ac9789e0/d1d91082ccf577c7393dd989ac9789e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693296.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1bf/e077a5a0353a678b79225969a87a61bf/e077a5a0353a678b79225969a87a61bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693301.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/488/85e42a213fb489a61786d0e4fd660488/85e42a213fb489a61786d0e4fd660488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693306.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/dba/14e87ee916624d98f4dcd07a93c31dba/14e87ee916624d98f4dcd07a93c31dba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693311.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5ce/14e54fc55ff41fb2beaf5f313aa925ce/14e54fc55ff41fb2beaf5f313aa925ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693316.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/3bf/87ddb727a735b364a7e2bcac8d9803bf/87ddb727a735b364a7e2bcac8d9803bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693321.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/0bd/0d08aecf3b615ac610644dfb818f90bd/0d08aecf3b615ac610644dfb818f90bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693326.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5a1/8581a4142072b485b7886dc764a165a1/8581a4142072b485b7886dc764a165a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693331.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f6c/937f3bd36b0198559f966779c0b34f6c/937f3bd36b0198559f966779c0b34f6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693336.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/618/d7a0b9651ceabe7e8abd2f83b8c02618/d7a0b9651ceabe7e8abd2f83b8c02618.db +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + The can be of the form:: drz-:R:/ @@ -74880,134 +75433,6 @@ Shows information about matching devices. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok test.unit.cli.test_ringbuilder.TestCommands.test_validate @@ -75028,217 +75453,39 @@ test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok test.unit.cli.test_ringbuilder.TestCommands.test_write_builder test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:23 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0051 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0026 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission @@ -75247,4375 +75494,1598 @@ test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0036 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmptowofe6o/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0053 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmp9fdtbogd/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0052 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0041 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0040 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 63464 0 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0015 "-" 63464 1 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 63464 1 -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0034 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0036 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 63464 - -test INFO: - - - [28/Apr/2024:05:24:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 63464 - -Reloaded swift-proxy-server -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 184 (Last start was 0) -Gather start is 184 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd -Placed 38/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sda -Placed 38/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb -Placed 92/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd -Placed 92/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdc -Placed 92/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda -Placed 167/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdd -Placed 167/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdc -Placed 53/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda -Placed 53/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdd -Placed 58/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc -Placed 58/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdd -Placed 143/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd -Placed 17/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc -Placed 97/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb -Placed 97/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd -Placed 102/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc -Placed 102/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sda -Placed 102/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb -Placed 140/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd -Placed 140/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda -Placed 28/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb -Placed 28/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd -Placed 28/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda -Placed 238/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb -Placed 238/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd -Placed 54/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc -Placed 54/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdb -Placed 178/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd -Placed 178/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdc -Placed 178/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda -Placed 31/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdb -Placed 31/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd -Placed 31/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdc -Placed 230/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda -Placed 230/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb -Placed 230/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd -Placed 179/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc -Placed 179/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sda -Placed 179/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb -Placed 168/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd -Placed 168/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc -Placed 168/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda -Placed 134/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdd -Placed 134/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc -Placed 146/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda -Placed 146/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd -Placed 83/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdc -Placed 83/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda -Placed 83/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb -Placed 217/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc -Placed 217/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sda -Placed 247/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdd -Placed 247/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc -Placed 29/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda -Placed 29/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb -Placed 29/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd -Placed 82/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sda -Placed 82/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdb -Placed 65/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd -Placed 65/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc -Placed 65/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb -Placed 9/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd -Placed 9/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc -Placed 41/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sda -Placed 41/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb -Placed 41/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd -Placed 91/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc -Placed 91/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda -Placed 91/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb -Placed 126/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd -Placed 126/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc -Placed 126/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sda -Placed 220/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdb -Placed 220/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdd -Placed 220/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc -Placed 200/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda -Placed 200/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd -Placed 25/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc -Placed 25/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda -Placed 25/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdb -Placed 243/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd -Placed 243/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc -Placed 243/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda -Placed 73/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdb -Placed 73/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdc -Placed 184/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda -Placed 184/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd -Placed 133/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc -Placed 133/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sda -Placed 133/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd -Placed 57/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc -Placed 57/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sda -Placed 34/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb -Placed 34/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdd -Placed 34/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc -Placed 89/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb -Placed 89/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd -Placed 11/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc -Placed 11/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sda -Placed 11/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc -Placed 10/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda -Placed 174/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb -Placed 174/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd -Placed 174/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sda -Placed 56/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb -Placed 56/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc -Placed 195/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sda -Placed 195/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb -Placed 122/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd -Placed 122/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc -Placed 122/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda -Placed 138/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb -Placed 138/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda -Placed 110/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd -Placed 241/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc -Placed 241/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda -Placed 241/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd -Placed 144/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc -Placed 144/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda -Placed 16/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb -Placed 16/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdd -Placed 16/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb -Placed 60/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc -Placed 233/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda -Placed 233/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb -Placed 95/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdc -Placed 95/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdb -Placed 14/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd -Placed 14/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc -Placed 226/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda -Placed 226/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb -Placed 226/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdd -Placed 36/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdc -Placed 36/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb -Placed 124/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdd -Placed 124/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc -Placed 124/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb -Placed 55/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd -Placed 55/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc -Placed 22/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd -Placed 181/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc -Placed 181/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sda -Placed 181/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb -Placed 1/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd -Placed 1/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc -Placed 1/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb -Placed 231/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd -Placed 231/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda -Placed 101/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb -Placed 101/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdd -Placed 72/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc -Placed 72/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda -Placed 72/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdb -Placed 12/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd -Placed 12/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc -Placed 12/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb -Placed 158/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdd -Placed 158/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdc -Placed 33/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdd -Placed 207/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc -Placed 207/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb -Placed 61/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd -Placed 61/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc -Placed 61/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda -Placed 209/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb -Placed 209/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd -Placed 209/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc -Placed 51/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda -Placed 51/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdb -Placed 51/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd -Placed 0/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc -Placed 0/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb -Placed 20/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdd -Placed 20/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc -Placed 20/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda -Placed 219/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb -Placed 219/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd -Placed 219/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc -Placed 182/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda -Placed 182/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb -Placed 182/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd -Placed 80/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc -Placed 80/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda -Placed 80/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb -Placed 2/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd -Placed 2/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc -Placed 2/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda -Placed 69/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb -Placed 69/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd -Placed 69/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc -Placed 35/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb -Placed 35/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd -Placed 154/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdc -Placed 154/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda -Placed 154/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdd -Placed 198/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc -Placed 198/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda -Placed 136/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb -Placed 136/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd -Placed 136/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc -Placed 155/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdb -Placed 155/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdc -Placed 127/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda -Placed 127/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb -Placed 210/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd -Placed 210/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sda -Placed 84/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdb -Placed 84/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd -Placed 84/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdc -Placed 253/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda -Placed 253/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb -Placed 253/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd -Placed 47/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdc -Placed 47/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdb -Placed 202/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd -Placed 202/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdc -Placed 202/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sda -Placed 86/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb -Placed 86/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd -Placed 86/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc -Placed 93/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdb -Placed 93/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc -Placed 249/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sda -Placed 249/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd -Placed 185/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdc -Placed 185/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda -Placed 78/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb -Placed 78/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd -Placed 78/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc -Placed 71/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda -Placed 71/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd -Placed 159/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc -Placed 159/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sda -Placed 159/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb -Placed 68/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd -Placed 68/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc -Placed 68/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda -Placed 153/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb -Placed 153/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd -Placed 153/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdc -Placed 98/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda -Placed 98/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb -Placed 98/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc -Placed 44/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd -Placed 7/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc -Placed 7/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda -Placed 125/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb -Placed 125/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd -Placed 125/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdc -Placed 37/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda -Placed 37/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb -Placed 37/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdd -Placed 213/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc -Placed 213/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda -Placed 213/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdb -Placed 137/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc -Placed 137/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sda -Placed 211/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb -Placed 211/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc -Placed 21/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sda -Placed 21/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb -Placed 21/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc -Placed 235/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sda -Placed 235/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdb -Placed 177/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd -Placed 177/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc -Placed 177/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sda -Placed 208/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdb -Placed 208/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd -Placed 208/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc -Placed 67/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda -Placed 67/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb -Placed 67/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd -Placed 242/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdc -Placed 242/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda -Placed 242/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb -Placed 46/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda -Placed 45/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb -Placed 45/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc -Placed 40/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda -Placed 40/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb -Placed 77/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdd -Placed 77/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdc -Placed 77/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda -Placed 244/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb -Placed 244/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdd -Placed 244/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc -Placed 104/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sda -Placed 104/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb -Placed 104/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd -Placed 30/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc -Placed 30/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda -Placed 30/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb -Placed 43/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd -Placed 43/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc -Placed 43/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda -Placed 118/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdb -Placed 118/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd -Placed 118/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda -Placed 96/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb -Placed 96/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdd -Placed 75/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sda -Placed 75/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb -Placed 121/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd -Placed 121/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdc -Placed 121/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sda -Placed 87/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb -Placed 87/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd -Placed 87/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc -Placed 74/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sda -Placed 129/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb -Placed 94/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdd -Placed 94/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc -Placed 94/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda -Placed 170/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc -Placed 62/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sda -Placed 62/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd -Placed 39/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc -Placed 39/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda -Placed 39/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd -Placed 183/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc -Placed 183/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda -Placed 18/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb -Placed 18/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd -Placed 18/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdc -Placed 215/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda -Placed 215/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb -Placed 215/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd -Placed 234/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda -Placed 234/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb -Placed 32/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc -Placed 32/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sda -Placed 218/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb -Placed 218/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdb -Placed 90/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc -Placed 248/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda -Placed 248/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdb -Placed 100/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd -Placed 100/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdc -Placed 100/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb -Placed 88/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd -Placed 88/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc -Placed 228/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda -Placed 228/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda -Placed 123/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdb -Placed 135/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdd -Placed 135/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sda -Placed 156/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb -Placed 156/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc -Placed 206/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda -Placed 206/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb -Placed 206/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc -Placed 148/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb -Placed 229/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd -Placed 229/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc -Placed 229/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sda -Placed 232/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb -Placed 232/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd -Placed 232/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdc -Placed 50/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda -Placed 50/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sda -Placed 161/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb -Placed 173/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc -Placed 173/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda -Placed 63/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb -Placed 63/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd -Placed 63/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc -Placed 111/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda -Placed 111/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd -Placed 149/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc -Placed 149/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda -Placed 149/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdd -Placed 119/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc -Placed 119/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sda -Placed 251/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb -Placed 251/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sda -Placed 141/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd -Placed 227/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc -Placed 227/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda -Placed 227/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdb -Placed 85/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd -Placed 85/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc -Placed 85/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda -Placed 6/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb -Placed 6/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdd -Placed 6/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc -Placed 160/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda -Placed 160/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd -Placed 254/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc -Placed 254/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb -Placed 109/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdd -Placed 109/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdc -Placed 109/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sda -Placed 70/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb -Placed 70/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd -Placed 70/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda -Placed 225/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb -Placed 225/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc -Placed 212/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb -Placed 132/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdd -Placed 132/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda -Placed 221/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb -Placed 221/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd -Placed 221/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sda -Placed 3/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd -Placed 130/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc -Placed 130/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda -Placed 130/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd -Placed 112/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc -Placed 112/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda -Placed 4/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb -Placed 4/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd -Placed 4/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc -Placed 128/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdc -Placed 163/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda -Placed 163/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb -Placed 105/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdb -Placed 205/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdd -Placed 205/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc -Placed 139/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sda -Placed 139/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd -Placed 194/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc -Placed 194/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb -Placed 59/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd -Placed 59/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb -Placed 222/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sda -Placed 240/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdb -Placed 240/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd -Placed 79/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda -Placed 79/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sda -Placed 189/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb -Placed 189/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd -Placed 189/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc -Placed 8/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb -Placed 8/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdd -Placed 237/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc -Placed 237/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sda -Placed 237/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdb -Placed 246/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd -Placed 246/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc -Placed 246/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda -Placed 223/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd -Placed 223/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdc -Placed 150/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda -Placed 150/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdb -Placed 150/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdd -Placed 201/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc -Placed 201/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda -Placed 201/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdb -Placed 42/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd -Placed 42/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdc -Placed 42/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdb -Placed 245/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd -Placed 245/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc -Placed 5/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda -Placed 5/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdb -Placed 5/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd -Placed 192/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc -Placed 192/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda -Placed 192/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdb -Placed 188/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdd -Placed 188/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc -Placed 188/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda -Placed 239/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb -Placed 239/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd -Placed 239/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc -Placed 172/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb -Placed 172/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd -Placed 165/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc -Placed 165/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb -Placed 187/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd -Placed 187/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdc -Placed 187/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda -Placed 252/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd -Placed 252/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc -Placed 196/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda -Placed 196/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb -Placed 196/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd -Placed 175/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdc -Placed 175/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda -Placed 175/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb -Placed 151/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdd -Placed 151/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda -Placed 117/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdb -Placed 117/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd -Placed 117/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc -Placed 199/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda -Placed 199/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb -Placed 199/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd -Placed 113/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc -Placed 113/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda -Placed 113/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd -Placed 142/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc -Placed 142/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda -Placed 103/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb -Placed 103/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdd -Placed 103/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc -Placed 107/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sda -Placed 107/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb -Placed 107/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc -Placed 13/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda -Placed 13/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb -Placed 169/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd -Placed 169/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdc -Placed 169/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb -Placed 15/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda -Placed 120/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdd -Placed 115/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc -Placed 115/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda -Placed 115/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc -Placed 203/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sda -Placed 197/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdd -Placed 197/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda -Placed 64/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb -Placed 64/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd -Placed 52/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda -Placed 52/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb -Placed 145/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd -Placed 145/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb -Placed 236/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc -Placed 255/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sda -Placed 255/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb -Placed 255/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdc -Placed 176/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda -Placed 176/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb -Placed 162/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdd -Placed 162/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc -Placed 162/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd -Placed 147/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc -Placed 193/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sda -Placed 193/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc -Placed 19/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda -Placed 19/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdb -Placed 131/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd -Placed 131/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sda -Placed 23/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc -Placed 216/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda -Placed 216/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb -Placed 216/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc -Placed 106/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda -Placed 106/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdb -Placed 24/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd -Placed 24/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc -Placed 24/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda -Placed 171/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdb -Placed 171/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdd -Placed 171/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc -Placed 204/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda -Placed 204/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd -Placed 164/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc -Placed 164/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda -Placed 164/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdb -Placed 81/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc -Placed 81/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda -Placed 166/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb -Placed 166/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd -Placed 166/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc -Placed 114/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda -Placed 114/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb -Placed 114/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd -Placed 99/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc -Placed 99/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdb -Placed 152/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd -Placed 152/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdc -Placed 152/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb -Placed 66/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd -Placed 66/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc -Placed 48/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda -Placed 48/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdb -Placed 48/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd -Placed 26/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sda -Placed 26/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdb -Placed 108/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd -Placed 108/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc -Placed 108/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sda -Placed 214/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb -Placed 214/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd -Placed 214/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdc -Placed 180/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda -Placed 180/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb -Placed 180/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd -Placed 76/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc -Placed 76/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda -Placed 76/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdb -Placed 191/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd -Placed 191/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc -Placed 191/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda -Placed 186/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd -Placed 186/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda -Placed 190/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd -Placed 224/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc -Placed 224/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda -Placed 224/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdb -Placed 157/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdd -Placed 157/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc -Placed 157/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda -Placed 49/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb -Placed 49/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd -Placed 49/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sda -Placed 27/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb -Placed 27/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 10 (Last start was 184) -DEBUG: Gather start is 10 (Last start was 184) -Gather start is 10 (Last start was 184) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 10 (Last start was 184) -DEBUG: Gather start is 10 (Last start was 184) -DEBUG: Gather start is 10 (Last start was 184) -Gather start is 10 (Last start was 184) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1714281891.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1714281892.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1714281893.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1714281894.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1714281895.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1714281896.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1714281897.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1714281898.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1714281899.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1714281900.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -test DEBUG: /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.00877404s) -test DEBUG: Synchronization for /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '813269c5923dcd111a3405e3af8531f1', '0059586a-9b2a-4efd-971b-c5cfb7839118-sda', '1714281870.21163', '1714281870.00000', '0', '', '1714281870.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0059586a-9b2a-4efd-971b-c5cfb7839118-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02524 seconds (39.62669/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '813269c5923dcd111a3405e3af8531f1', '0059586a-9b2a-4efd-971b-c5cfb7839118-sda', '1714281870.21163', '1714281870.00000', '0', '', '1714281870.00000', 51, 0) -test DEBUG: /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1714281901.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1714281902.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1714281903.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1714281904.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1714281905.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1714281906.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1714281907.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1714281908.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1714281909.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1714281910.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1714281911.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1714281912.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1714281913.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1714281914.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1714281915.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1714281916.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1714281917.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1714281918.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1714281919.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1714281920.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1714282021.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0059586a-9b2a-4efd-971b-c5cfb7839118-sda') -test DEBUG: /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.00793982s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '813269c5923dcd111a3405e3af8531f1', '0059586a-9b2a-4efd-971b-c5cfb7839118-sda', '1714281870.21163', '1714281870.00000', '0', '', '1714281870.00000', 51, 0) -test DEBUG: /tmp/tmp8r1lawhf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01667 seconds (59.98597/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmp9egaip2q/tmpqqqkkrtw. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 57.29. Dispersion is now 0.52 -------------------------------------------------------------------------------- -NOTE: Dispersion of 0.520833 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpoywfzzpe/tmpoccv0aqv.builder instead of /tmp/tmpoywfzzpe/tmpoccv0aqv.ring.gz as builder file -Reassigned 1 (1.56%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpqph5ozzb/tmptm6hpq5s.builder instead of /tmp/tmpqph5ozzb/tmptm6hpq5s.ring.gz as builder file -Note: using /tmp/tmpx9zhbrys/tmpjufw5_d7.builder instead of /tmp/tmpx9zhbrys/tmpjufw5_d7.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 63468 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0024 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0037 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0045 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0037 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0096 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0013 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0116 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3317108 - +test INFO: - - - [31/May/2025:11:55:46 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3317108 - test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3uazziyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'de33a7c5-fbe8-4336-82a5-b677bc3fea75-sda', '1714281870.28017', '1714280400.00000', '0', '', '1714280400.00000', 0, 0) -test DEBUG: /tmp/tmp3uazziyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'de33a7c5-fbe8-4336-82a5-b677bc3fea75-sda') -test DEBUG: /tmp/tmp3uazziyt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00279832s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'de33a7c5-fbe8-4336-82a5-b677bc3fea75-sda', '1714281870.28017', '1714280400.00000', '0', '', '1714280400.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de33a7c5-fbe8-4336-82a5-b677bc3fea75-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp3uazziyt/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01950 seconds (51.28676/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp3uazziyt/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', '33f5d506-4ae2-4155-a179-6f86e657c0c9-sda', '1714281870.30669', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('33f5d506-4ae2-4155-a179-6f86e657c0c9-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', '33f5d506-4ae2-4155-a179-6f86e657c0c9-sda', '1714281870.30669', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('33f5d506-4ae2-4155-a179-6f86e657c0c9-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnrwpd4sf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'b7f03c72-1938-401d-bec9-d3a87ce00e16-sda', '1714281870.32287', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1714281870.32394"]}', '1714280400.00000', 0, 0) -test DEBUG: /tmp/tmpnrwpd4sf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b7f03c72-1938-401d-bec9-d3a87ce00e16-sda') -test DEBUG: /tmp/tmpnrwpd4sf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00281119s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', 'b7f03c72-1938-401d-bec9-d3a87ce00e16-sda', '1714281870.32287', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1714281870.32394"]}', '1714280400.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('b7f03c72-1938-401d-bec9-d3a87ce00e16-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpnrwpd4sf/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02344 seconds (42.66909/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpnrwpd4sf/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f2cce6ad-33a8-4a2c-998b-60cc130869aa-sda', '1714281870.35163', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f2cce6ad-33a8-4a2c-998b-60cc130869aa-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f2cce6ad-33a8-4a2c-998b-60cc130869aa-sda', '1714281870.35163', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f2cce6ad-33a8-4a2c-998b-60cc130869aa-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcuulc6pu/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', '62698caa-fddf-4bdd-bf53-d48d43fdd5e2-sda', '1714281870.36878', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1714281870.37001"]}', '1714280400.00000', 0, 0) -test DEBUG: /tmp/tmpcuulc6pu/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmpu8jamppw/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile123 -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats -test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Grant AllUsers READ permission on the bucket /bucket test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 63425 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 63425 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0041 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0043 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0059 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'TJ3mhaiiXdGAKlfz8wV6IQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4c9de685a8a25dd1802a57f3f3057a21', 'Content-Length': '289'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693341.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/733/947c118448dcff8b70b18c140fcba733/947c118448dcff8b70b18c140fcba733.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693346.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9f9/c917448cd134e4e7378eb73d139fa9f9/c917448cd134e4e7378eb73d139fa9f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693351.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/725/ee3ad9f7d2b697e8fdb4b4d5b08d8725/ee3ad9f7d2b697e8fdb4b4d5b08d8725.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693356.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/71b/01c7e58bfea83ec11df717ceb760371b/01c7e58bfea83ec11df717ceb760371b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693361.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b64/0735a6394788bed3db2f5575cc4a6b64/0735a6394788bed3db2f5575cc4a6b64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693366.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8cc/f70b0a3af60d16a35fc5dfec102bd8cc/f70b0a3af60d16a35fc5dfec102bd8cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693371.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fb3/178cb38b5f107a862d8cfdc304ce8fb3/178cb38b5f107a862d8cfdc304ce8fb3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693376.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1dd/5bbf750609f185ad709872438211c1dd/5bbf750609f185ad709872438211c1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693381.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/142/a205542467ac7b9f07a58dba3326b142/a205542467ac7b9f07a58dba3326b142.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693386.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f78/222ba4cb62397dc845e049eafea11f78/222ba4cb62397dc845e049eafea11f78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693391.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f31/236702ff050671d979bc9376a819bf31/236702ff050671d979bc9376a819bf31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693396.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b32/f3590d9d5954b33f2ff918239f6a9b32/f3590d9d5954b33f2ff918239f6a9b32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693401.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/61c/644754e8ab3f98fa008d9ec9d390b61c/644754e8ab3f98fa008d9ec9d390b61c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693406.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a7f/ded07c9a5835f9d5c4e523f355107a7f/ded07c9a5835f9d5c4e523f355107a7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693411.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/8c5/af1f0b41e889b9bcf64b20527d2718c5/af1f0b41e889b9bcf64b20527d2718c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693416.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a8d/04345189c19420245a2d6b45089eca8d/04345189c19420245a2d6b45089eca8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693421.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/473/af96e3ed3a2a28b85b1cde05e561d473/af96e3ed3a2a28b85b1cde05e561d473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693426.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ab7/9bcf93e74387a8f09bf44f5fde8f7ab7/9bcf93e74387a8f09bf44f5fde8f7ab7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693431.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/21c/864d2c411cc64141bf787b6220dfd21c/864d2c411cc64141bf787b6220dfd21c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693436.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/75f/e03feed85dbaa4cec6c78a411353275f/e03feed85dbaa4cec6c78a411353275f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693441.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/2b8/7d4578025a2e1984f909e170a83ba2b8/7d4578025a2e1984f909e170a83ba2b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693446.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/867/3117cacd491a5697fa824235b653a867/3117cacd491a5697fa824235b653a867.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693451.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/7e8/014a324d4f9be0491f44fb9dfb03e7e8/014a324d4f9be0491f44fb9dfb03e7e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693456.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/de5/309d7120f7a08a83d339fb943db83de5/309d7120f7a08a83d339fb943db83de5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693461.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/245/d41c68f704752a124c9b8d49cc8e9245/d41c68f704752a124c9b8d49cc8e9245.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693466.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/4a2/447d13c3970dd63532d30245f00aa4a2/447d13c3970dd63532d30245f00aa4a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693471.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/882/b90cb52e2f68baaa1aec929d76ab8882/b90cb52e2f68baaa1aec929d76ab8882.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693476.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a09/cd0998a2356efe85e890b02607099a09/cd0998a2356efe85e890b02607099a09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693481.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/7ac/625afe398e4e361e99f5247790bdc7ac/625afe398e4e361e99f5247790bdc7ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693486.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1b0/9ffc5872c6ad6f579c7ce1a9120681b0/9ffc5872c6ad6f579c7ce1a9120681b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693491.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d13/c01a2d96409e052b5f2699654ca88d13/c01a2d96409e052b5f2699654ca88d13.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693496.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/3dd/a026f5a65026acdc4676a550b1f103dd/a026f5a65026acdc4676a550b1f103dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693501.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/63f/0304adc72474b13ce2cf5174788d963f/0304adc72474b13ce2cf5174788d963f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693506.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/835/8814123dcc6f0d26d417a6f418bc1835/8814123dcc6f0d26d417a6f418bc1835.db test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpgz471qrz/tmp0iqhk21t. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: A key is specified for bucket API. +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0033 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0029 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmp9jzpqdzn/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0032 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Sun, 28 Apr 2024 05:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test ERROR: 400 Bad Request test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692547.96367', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1714280402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1714280403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '62698caa-fddf-4bdd-bf53-d48d43fdd5e2-sda') -test DEBUG: /tmp/tmpcuulc6pu/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00278282s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'b147dee61eb417cfa37f54682d341515', '62698caa-fddf-4bdd-bf53-d48d43fdd5e2-sda', '1714281870.36878', '1714280400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1714281870.37001"]}', '1714280400.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('62698caa-fddf-4bdd-bf53-d48d43fdd5e2-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpcuulc6pu/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02012 seconds (49.69294/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpcuulc6pu/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f3960191-1852-4f5e-9cdb-705338a06eee-sda', '1714281870.39523', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f3960191-1852-4f5e-9cdb-705338a06eee-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'cfd1d0a1c8a04430cd164074dddb15a8', 'f3960191-1852-4f5e-9cdb-705338a06eee-sda', '1714281870.39523', '1714280400', '0', '', '1714280400', 2, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f3960191-1852-4f5e-9cdb-705338a06eee-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw5ffzxvr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '827a2eaa7356eac8bb98aef662a560de', 'c65e4c44-7782-4762-8496-dad2f4ee29b1-sda', '1714281870.41275', '1714281870.00000', '0', '', '1714281870.00000', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281872.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281873.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c65e4c44-7782-4762-8496-dad2f4ee29b1-sda') -test DEBUG: /tmp/tmpw5ffzxvr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00301552s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '827a2eaa7356eac8bb98aef662a560de', 'c65e4c44-7782-4762-8496-dad2f4ee29b1-sda', '1714281870.41275', '1714281870.00000', '0', '', '1714281870.00000', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c65e4c44-7782-4762-8496-dad2f4ee29b1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpw5ffzxvr/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01869 seconds (53.51077/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpw5ffzxvr/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2e998e63de5c03b919b223b7c93ee6d1', '77c64ac5-2796-4ad2-a24d-293011ae730c-sda', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('77c64ac5-2796-4ad2-a24d-293011ae730c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2e998e63de5c03b919b223b7c93ee6d1', '77c64ac5-2796-4ad2-a24d-293011ae730c-sda', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('77c64ac5-2796-4ad2-a24d-293011ae730c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2e998e63de5c03b919b223b7c93ee6d1', '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '2e998e63de5c03b919b223b7c93ee6d1', '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpw5ffzxvr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0c7647b17e3adaa746a73587e160ba7c', '10401fb3-ecbb-47c6-a976-0cc1828626ea-sdb', '1714281870.41275', '1714281871.00000', '0', '', '1714281871.00000', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281874.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281875.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '10401fb3-ecbb-47c6-a976-0cc1828626ea-sdb') -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00300121s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'c65e4c44-7782-4762-8496-dad2f4ee29b1-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '0c7647b17e3adaa746a73587e160ba7c', '10401fb3-ecbb-47c6-a976-0cc1828626ea-sdb', '1714281870.41275', '1714281871.00000', '0', '', '1714281871.00000', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/48 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.444259882 1748692548.444437981 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1748692548.444214582 1748692548.444900036 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.454037428 1748692548.454280376 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1748692548.453989267 1748692548.454734802 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.456073523 1748692548.456244946 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1748692548.456032038 1748692548.456667423 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.466205359 1748692548.466415882 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1748692548.466161966 1748692548.466860533 0 +test INFO: - - 31/May/2025/11/55/48 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.468541861 1748692548.468689919 0 +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.ResellerConfReader.test_defaults +test.unit.common.test_utils.ResellerConfReader.test_defaults ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.test_utils.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.test_utils.ResellerConfReader.test_same_as_default +test.unit.common.test_utils.ResellerConfReader.test_same_as_default ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.test_utils.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.test_utils.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.test_utils.ResellerConfReader.test_stray_comma +test.unit.common.test_utils.ResellerConfReader.test_stray_comma ... ok +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options +test.unit.common.test_utils.ResellerConfReader.test_unprefixed_options ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.test_utils.TestUtils.test_LoggerFileObject +test.unit.common.test_utils.TestUtils.test_LoggerFileObject ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmpk2p0xeon/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:26 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 63425 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0043 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0074 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0031 "-" 63425 - -test ERROR: ERROR Account update failed with 127.0.0.1:36151/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 63425 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692546.80449', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 845, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 678, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 623, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.11/unittest/case.py", line 579, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 877, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1489, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1634, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1644, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 1706, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.11/logging/__init__.py", line 978, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_utils.py", line 847, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion +test.unit.common.test_utils.TestUtils.test_LoggerFileObject_recursion ... ok +test.unit.common.test_utils.TestUtils.test_NullLogger +test.unit.common.test_utils.TestUtils.test_NullLogger ... ok +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES +test.unit.common.test_utils.TestUtils.test_TRUE_VALUES ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_capture_stdio +test.unit.common.test_utils.TestUtils.test_capture_stdio ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_logger_exception +test.unit.common.test_utils.TestUtils.test_clean_logger_exception ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_config_auto_int_value +test.unit.common.test_utils.TestUtils.test_config_auto_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_fallocate_value +test.unit.common.test_utils.TestUtils.test_config_fallocate_value ... ok +test.unit.common.test_utils.TestUtils.test_config_float_value +test.unit.common.test_utils.TestUtils.test_config_float_value ... ok +test.unit.common.test_utils.TestUtils.test_config_percent_value +test.unit.common.test_utils.TestUtils.test_config_percent_value ... ok +test.unit.common.test_utils.TestUtils.test_config_positive_int_value +test.unit.common.test_utils.TestUtils.test_config_positive_int_value ... ok +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value +test.unit.common.test_utils.TestUtils.test_config_request_node_count_value ... ok +test.unit.common.test_utils.TestUtils.test_config_true_value +test.unit.common.test_utils.TestUtils.test_config_true_value ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_log_line +test.unit.common.test_utils.TestUtils.test_get_log_line ... ok +test.unit.common.test_utils.TestUtils.test_get_logger +test.unit.common.test_utils.TestUtils.test_get_logger ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_console +test.unit.common.test_utils.TestUtils.test_get_logger_console ... ok +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route +test.unit.common.test_utils.TestUtils.test_get_logger_name_and_route ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_policy_index +test.unit.common.test_utils.TestUtils.test_get_policy_index ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 2.08 +------------------------------------------------------------------------------- +NOTE: Dispersion of 2.083333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmpv135rb_u/tmpn8l3m19k.builder instead of /tmp/tmpv135rb_u/tmpn8l3m19k.ring.gz as builder file +Reassigned 5 (7.81%) partitions. Balance is now 57.29. Dispersion is now 0.52 +------------------------------------------------------------------------------- +NOTE: Dispersion of 0.520833 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmp9z4yd39a/tmpnm0ld35g.builder instead of /tmp/tmp9z4yd39a/tmpnm0ld35g.ring.gz as builder file +Note: using /tmp/tmpmwr0d1ds/tmpe1wvzkoz.builder instead of /tmp/tmpmwr0d1ds/tmpe1wvzkoz.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 169, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/crypto/crypto_utils.py", line 161, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Sat Apr 27 17:24:25 2024 /tmp/tmp8mk1uayo/unittest.profile63464 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: Setting object count to 1032 (txn: txce8176d54a3c45c0a3db3-00662ddd92) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: Setting object count to 48 (txn: tx5acebab182f641a09e034-00662ddd92) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txfbae22e33fae4566bc3af-00662ddd92) -test DEBUG: Setting object count to 1064 (txn: txfbae22e33fae4566bc3af-00662ddd92) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ - return self.swift(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: skipping failed PUT?version-id=1574341899.21751 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Expecting an element , got nothing, line 1 +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id @@ -79648,289 +77118,129 @@ test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0055 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0029 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile63429.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/x_profile/profile_model.py", line 274, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.11/profile.py", line 393, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/log/swift/profile/default.profile63429.tmp' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': '0H19H18eGoIGnXKJLDALHg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd07d7d1f5f1e1a82069d72892c300b1e', 'Content-Length': '230'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1714281874.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1714281875.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '10401fb3-ecbb-47c6-a976-0cc1828626ea-sdb') -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00279474s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'c65e4c44-7782-4762-8496-dad2f4ee29b1-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04038 seconds (49.53432/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'b08d689e8463a6a23ada62acf3a9be3b', '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1714281875.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1714281875.00000', 'deleted': 0, 'storage_policy_index': 0}], '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-') -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00257134s) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, merge_syncs, ([{'remote_id': '77c64ac5-2796-4ad2-a24d-293011ae730c-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (2, 'b08d689e8463a6a23ada62acf3a9be3b', '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-', '1714281870.43671', '1714280400', '0', '', '1714280400', 1, 0) -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1714281875.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1714281875.00000', 'deleted': 0, 'storage_policy_index': 0}], '8afea7e7-63c1-4a99-9822-f5b3d42dd96f-') -test DEBUG: /tmp/tmpw5ffzxvr/sdb/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00262094s) -REPLICATE: /sda/0/48ae7b063e1bf843c688225fb5bf08ee, merge_syncs, ([{'remote_id': '77c64ac5-2796-4ad2-a24d-293011ae730c-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '57dcc28c-4397-4dd5-bbe4-73c920aa21a4-', '1714281870.52512', '1714281870.52140', '0', '', '1714281870.52140', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('57dcc28c-4397-4dd5-bbe4-73c920aa21a4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.52670.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '57dcc28c-4397-4dd5-bbe4-73c920aa21a4-', '1714281870.52512', '1714281870.52140', '0', '', '1714281870.52140', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.52664', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281870.52664', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.52664', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.52684', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.52684', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.52670', 'epoch': '1714281870.52670', 'reported': 0, 'tombstones': -1}], '57dcc28c-4397-4dd5-bbe4-73c920aa21a4-') -test DEBUG: /tmp/tmpojfsh4gc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.52670.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpojfsh4gc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.52670.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '4685cb513b69f0bf49fb46e2da849164', '0a218b62-a23f-4261-ac04-a11bd768decb-', '1714281870.55891', '1714281870.55703', '0', '', '1714281870.55703', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.57149', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281870.57149', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.57149', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.57261', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.57261', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.56021', 'epoch': '1714281870.56021', 'reported': 0, 'tombstones': -1}], '0a218b62-a23f-4261-ac04-a11bd768decb-') -test DEBUG: /tmp/tmpihm8wdn_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.56021.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpihm8wdn_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.56021.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '4685cb513b69f0bf49fb46e2da849164', '0a218b62-a23f-4261-ac04-a11bd768decb-', '1714281870.55891', '1714281870.56842', '0', '', '1714281870.55703', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.57149', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281870.57149', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.57149', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.57261', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.57261', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.56021', 'epoch': '1714281870.56021', 'reported': 0, 'tombstones': -1}], '0a218b62-a23f-4261-ac04-a11bd768decb-') -test DEBUG: /tmp/tmpihm8wdn_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.56021.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpihm8wdn_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.56021.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission @@ -79939,41 +77249,200 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693511.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/183/5956a28e9f3c389a339a663213289183/5956a28e9f3c389a339a663213289183.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693516.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/347/df93931d798f65118e3a9c135e524347/df93931d798f65118e3a9c135e524347.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693521.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bce/47fcf497c595ddc80ef5f15c321e5bce/47fcf497c595ddc80ef5f15c321e5bce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693526.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/651/1487c3d002b164dc3dd9832b3da4b651/1487c3d002b164dc3dd9832b3da4b651.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693531.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/cde/a939b7a780e2abb562727948bf018cde/a939b7a780e2abb562727948bf018cde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693536.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/09b/ff5773f3af835659bab5605f2023c09b/ff5773f3af835659bab5605f2023c09b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693541.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/6fc/90662a52c1cf9a6782c2fccd534996fc/90662a52c1cf9a6782c2fccd534996fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693546.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/791/e8f7fc2768d1203ac1266421a4689791/e8f7fc2768d1203ac1266421a4689791.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693551.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f45/bba2cebfa65d591a97362e2f73764f45/bba2cebfa65d591a97362e2f73764f45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693556.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d47/569178a05094eff0afadddf6c3602d47/569178a05094eff0afadddf6c3602d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693561.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/34f/f97697be752acb35fb0667ae0e66634f/f97697be752acb35fb0667ae0e66634f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693566.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5c6/cd3061406bcaaf83a0780347ff28c5c6/cd3061406bcaaf83a0780347ff28c5c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693571.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/153/950fa76a21e6495d63460747d1f30153/950fa76a21e6495d63460747d1f30153.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693576.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/79d/838673d06789aab15c532a3d3c64579d/838673d06789aab15c532a3d3c64579d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693581.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d61/1273c2b3f098cabd370b6cbd81b2fd61/1273c2b3f098cabd370b6cbd81b2fd61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693586.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ee3/8ff08afbd222186648ac7a4348af5ee3/8ff08afbd222186648ac7a4348af5ee3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693591.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/390/606e48c80753309e1e79117b9e4cb390/606e48c80753309e1e79117b9e4cb390.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693596.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/515/e143f7c8b8f668829c01c58038528515/e143f7c8b8f668829c01c58038528515.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693601.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bb9/5d791391f6d2c5a70f19b43af0457bb9/5d791391f6d2c5a70f19b43af0457bb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693606.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fcb/172016f4dd56d7dd5d7c25ef05e39fcb/172016f4dd56d7dd5d7c25ef05e39fcb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693611.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9ec/00f198ae29027d1f9ed81fb2454ab9ec/00f198ae29027d1f9ed81fb2454ab9ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693616.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/4a7/891a1000ceb6f5285d769606d545e4a7/891a1000ceb6f5285d769606d545e4a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693621.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/f21/cac8d750afa31e075923a85b9a9e9f21/cac8d750afa31e075923a85b9a9e9f21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693626.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/afc/5998c0206d3e66c5d97908adbc8d7afc/5998c0206d3e66c5d97908adbc8d7afc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693631.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e1e/9b5b50e2b09df39e9c7596c63af19e1e/9b5b50e2b09df39e9c7596c63af19e1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693636.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/799/52edfa9e4815d17a5d2a8579604ed799/52edfa9e4815d17a5d2a8579604ed799.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693641.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/67d/8f9fb6a764e84e8e95f89206cdf8067d/8f9fb6a764e84e8e95f89206cdf8067d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693646.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/fb7/6f319694b520c05f87cc74772319cfb7/6f319694b520c05f87cc74772319cfb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693651.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/271/30293314ac58cece28c4bf0977bfb271/30293314ac58cece28c4bf0977bfb271.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693656.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/1c8/30058aef482fa52a51677a53740de1c8/30058aef482fa52a51677a53740de1c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693661.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/80c/71dafeb78a7c35f81dbe5b7af204480c/71dafeb78a7c35f81dbe5b7af204480c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693666.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eab/eb8fa12a710c52c945a41e2943a56eab/eb8fa12a710c52c945a41e2943a56eab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693671.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/9a6/fe2055541bf148fbf0d278c003a579a6/fe2055541bf148fbf0d278c003a579a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693676.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eb7/7e9d3e381e6adf7a46a39b631d671eb7/7e9d3e381e6adf7a46a39b631d671eb7.db +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmp8_if6obc: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_log_string_formatter +test.unit.common.test_utils.TestUtils.test_log_string_formatter ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.24049', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -79982,20 +77451,62 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET - return self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response + resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -80030,12 +77541,33 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 175, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 236, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 187, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -80044,9 +77576,27 @@ swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test DEBUG: skipping failed PUT?version-id=1574341899.21751 test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 229, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware @@ -80073,9 +77623,12 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 136, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -80093,927 +77646,337 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test INFO: - - - [28/Apr/2024:05:24:27 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0041 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0034 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0006 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 237, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 136, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 63468 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '4685cb513b69f0bf49fb46e2da849164', '8f0d81fa-5aa8-4dcf-bce4-92d4f7360b8e-', '1714281870.61233', '1714281870.61057', '0', '', '1714281870.61057', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.62697', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281870.62697', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.62697', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.62821', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.62821', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.61360', 'epoch': '1714281870.61360', 'reported': 0, 'tombstones': -1}], '8f0d81fa-5aa8-4dcf-bce4-92d4f7360b8e-') -test DEBUG: /tmp/tmp67xcf19f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.61360.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp67xcf19f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.61360.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '4685cb513b69f0bf49fb46e2da849164', '8f0d81fa-5aa8-4dcf-bce4-92d4f7360b8e-', '1714281870.61233', '1714281870.62362', '0', '', '1714281870.61057', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.62697', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281870.62697', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.62697', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.62821', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.62821', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.61360', 'epoch': '1714281870.61360', 'reported': 0, 'tombstones': -1}], '8f0d81fa-5aa8-4dcf-bce4-92d4f7360b8e-') -test DEBUG: /tmp/tmp67xcf19f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.61360.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp67xcf19f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.61360.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'eb0e1d96bea74f0620593d551a32841e', 'bde6006e-d858-434d-8ac1-60fabae649cc-', '1714281870.66757', '1714281870.66583', '0', '', '1714281870.66583', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.68218', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.68218', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.68218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.68367', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.68367', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.66883', 'epoch': '1714281870.66883', 'reported': 0, 'tombstones': -1}], 'bde6006e-d858-434d-8ac1-60fabae649cc-') -test DEBUG: /tmp/tmpc8jkfd5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.66883.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpc8jkfd5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.66883.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'eb0e1d96bea74f0620593d551a32841e', 'bde6006e-d858-434d-8ac1-60fabae649cc-', '1714281870.66757', '1714281870.67855', '0', '', '1714281870.66583', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.68218', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.68218', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.68218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.68367', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.68367', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.66883', 'epoch': '1714281870.66883', 'reported': 0, 'tombstones': -1}], 'bde6006e-d858-434d-8ac1-60fabae649cc-') -test DEBUG: /tmp/tmpc8jkfd5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.66883.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpc8jkfd5r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.66883.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'eb0e1d96bea74f0620593d551a32841e', '3b37e404-97f0-489b-a30a-d20ec49be62c-', '1714281870.72487', '1714281870.72300', '0', '', '1714281870.72300', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.74349', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.74349', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.74349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.74491', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.74491', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.72611', 'epoch': '1714281870.72611', 'reported': 0, 'tombstones': -1}], '3b37e404-97f0-489b-a30a-d20ec49be62c-') -test DEBUG: /tmp/tmpxlnix49i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.72611.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxlnix49i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.72611.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'eb0e1d96bea74f0620593d551a32841e', '3b37e404-97f0-489b-a30a-d20ec49be62c-', '1714281870.72487', '1714281870.74028', '0', '', '1714281870.72300', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.74349', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.74349', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.74349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.74491', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.74491', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.72611', 'epoch': '1714281870.72611', 'reported': 0, 'tombstones': -1}], '3b37e404-97f0-489b-a30a-d20ec49be62c-') -test DEBUG: /tmp/tmpxlnix49i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.72611.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.66372', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281868.17515', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: some source HEAD {} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/30 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1714281870.028826714 1714281870.029697418 1 -test DEBUG: Calling S3Api Middleware -test INFO: - - 28/Apr/2024/05/24/30 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1714281870.030453682 1714281870.031212330 0 -test DEBUG: Calling S3Api Middleware +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 199, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 141, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch @@ -81026,1979 +77989,1862 @@ test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test INFO: - - - [28/Apr/2024:05:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0029 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmpnjybb58j/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0022 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 63425 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0055 "-" 63425 1 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281868.36335', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger +test.unit.common.test_utils.TestUtils.test_nested_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_float +test.unit.common.test_utils.TestUtils.test_non_negative_float ... ok +test.unit.common.test_utils.TestUtils.test_non_negative_int +test.unit.common.test_utils.TestUtils.test_non_negative_int ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_prefixlogger +test.unit.common.test_utils.TestUtils.test_prefixlogger ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_readconf +test.unit.common.test_utils.TestUtils.test_readconf ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir +test.unit.common.test_utils.TestUtils.test_readconf_dir ... ok +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.test_utils.TestUtils.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.test_utils.TestUtils.test_readconf_raw +test.unit.common.test_utils.TestUtils.test_readconf_raw ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer +test.unit.common.test_utils.TestUtils.test_str_anonymizer ... ok +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness +test.unit.common.test_utils.TestUtils.test_str_anonymizer_python_maddness ... ok +test.unit.common.test_utils.TestUtils.test_str_format_time +test.unit.common.test_utils.TestUtils.test_str_format_time ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter +test.unit.common.test_utils.TestUtils.test_swift_log_formatter ... ok +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length +test.unit.common.test_utils.TestUtils.test_swift_log_formatter_max_line_length ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693681.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/438/71b06721e0cc109958a96e06b09f3438/71b06721e0cc109958a96e06b09f3438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693686.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c18/b9b8325786636b9c69a1c7f4e6adfc18/b9b8325786636b9c69a1c7f4e6adfc18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693691.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/84e/2fe06df4d1f34a77fb5b51117c8cf84e/2fe06df4d1f34a77fb5b51117c8cf84e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693696.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/069/7904fd82f9f5b36b6de6b8026544f069/7904fd82f9f5b36b6de6b8026544f069.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693701.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/ac7/da8c4e28d2ca5f06c71347206734fac7/da8c4e28d2ca5f06c71347206734fac7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693706.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/e83/a696199c27ca365c4a00be014d57ce83/a696199c27ca365c4a00be014d57ce83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693711.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/91d/5319cf6b3d2058c347e5dbc47368091d/5319cf6b3d2058c347e5dbc47368091d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693716.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/669/4b5cf00b1a1eb6abd8e8da436bc5e669/4b5cf00b1a1eb6abd8e8da436bc5e669.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693721.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/286/296ca040ae2d4d99771002e8e2934286/296ca040ae2d4d99771002e8e2934286.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693726.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/2ea/9665f4598775920ed0bdf46f89bae2ea/9665f4598775920ed0bdf46f89bae2ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693731.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/6c8/4227030b7b2779b4360b1bd8ad5d16c8/4227030b7b2779b4360b1bd8ad5d16c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693736.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/633/76b52aa0fc5897730e481b42376f1633/76b52aa0fc5897730e481b42376f1633.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693741.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/bac/d51d6392e6512ab817c9bda0faa75bac/d51d6392e6512ab817c9bda0faa75bac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693746.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/197/e54dff02981c48a64e1135fb585a9197/e54dff02981c48a64e1135fb585a9197.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693751.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/0fe/95d22455cbe926feeb93fd207f9fe0fe/95d22455cbe926feeb93fd207f9fe0fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693756.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/51a/18a8d09abd8e061c44c9ce08b386051a/18a8d09abd8e061c44c9ce08b386051a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693761.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/5b1/c8e65a6c14143655cac5826b1dc9a5b1/c8e65a6c14143655cac5826b1dc9a5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693766.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/042/7b5c65159e04265b2153fb937f4fd042/7b5c65159e04265b2153fb937f4fd042.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693771.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/806/2bed678d71c68c34424fd91955407806/2bed678d71c68c34424fd91955407806.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693776.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c78/9008b015c2d94290ac2f298f17644c78/9008b015c2d94290ac2f298f17644c78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693781.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/366/5ef0ae1718599444614394ea681ad366/5ef0ae1718599444614394ea681ad366.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693786.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/23b/63b82ba71c1f5d88165236e81f92223b/63b82ba71c1f5d88165236e81f92223b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693791.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/864/fcd996a008456aad77160153ef526864/fcd996a008456aad77160153ef526864.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693796.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/a54/a3ea86d71032b2928784fd9cd7055a54/a3ea86d71032b2928784fd9cd7055a54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693801.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/d50/8e7d0d9a6ac5b3403e027c7b0cb0bd50/8e7d0d9a6ac5b3403e027c7b0cb0bd50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693806.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/b45/c436623f9e7fbeb6cb5a080ad3c33b45/c436623f9e7fbeb6cb5a080ad3c33b45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693811.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/c79/be743dbb5d4b49786df6fcf77bc54c79/be743dbb5d4b49786df6fcf77bc54c79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693816.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/918/573d285a00041f8eae81ac5d2c096918/573d285a00041f8eae81ac5d2c096918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693821.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/93f/a3dd4a12a86344ba1b28bed72c8a793f/a3dd4a12a86344ba1b28bed72c8a793f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693826.00000-0, db: /tmp/tmpyd_kr_we/sda/containers/0/eec/e33432f4a888ae4fc7ad4e21efc7eeec/e33432f4a888ae4fc7ad4e21efc7eeec.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692547.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692547.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692547.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692547.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0046 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0059 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0902 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmpufnd5s61/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0046 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 63468 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test WARNING: /tmp/tmpxlnix49i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.72611.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '420a2ff8-513c-4a3d-99d3-e1adfd93595e-', '1714281870.78869', '1714281870.78686', '0', '', '1714281870.78686', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.78994', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281870.78994', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.78994', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.79014', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.79014', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.79000', 'epoch': '1714281870.79000', 'reported': 0, 'tombstones': -1}], '420a2ff8-513c-4a3d-99d3-e1adfd93595e-') -test DEBUG: /tmp/tmp4ki5jtzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.79000.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4ki5jtzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.79000.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '420a2ff8-513c-4a3d-99d3-e1adfd93595e-', '1714281870.78869', '1714281870.80013', '0', '', '1714281870.78686', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.78994', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281870.78994', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.78994', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.79014', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.79014', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.79000', 'epoch': '1714281870.79000', 'reported': 0, 'tombstones': -1}], '420a2ff8-513c-4a3d-99d3-e1adfd93595e-') -test DEBUG: /tmp/tmp4ki5jtzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.79000.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4ki5jtzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.79000.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '91bdfa4a-0944-4758-909d-bf16dbebac88-', '1714281870.83100', '1714281870.82919', '0', '', '1714281870.82919', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.83215', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281870.83215', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.83215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.83233', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.83233', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.83221', 'epoch': '1714281870.83221', 'reported': 0, 'tombstones': -1}], '91bdfa4a-0944-4758-909d-bf16dbebac88-') -test DEBUG: /tmp/tmp1e60uti5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.83221.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1e60uti5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.83221.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '388689c0b73eaac6f0b77b7e62fd4b23', '91bdfa4a-0944-4758-909d-bf16dbebac88-', '1714281870.83100', '1714281870.84036', '0', '', '1714281870.82919', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.83215', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281870.83215', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281870.83215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.83233', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.83233', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.83221', 'epoch': '1714281870.83221', 'reported': 0, 'tombstones': -1}], '91bdfa4a-0944-4758-909d-bf16dbebac88-') -test DEBUG: /tmp/tmp1e60uti5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.83221.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1e60uti5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.83221.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'bd20767b3d6977b7c209b2f0eef05c81', '5a1d1700-eb0a-4cff-bec2-1dc118721d03-', '1714281870.87091', '1714281870.86912', '0', '', '1714281870.86912', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a1d1700-eb0a-4cff-bec2-1dc118721d03-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.87369.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'bd20767b3d6977b7c209b2f0eef05c81', '5a1d1700-eb0a-4cff-bec2-1dc118721d03-', '1714281870.87091', '1714281870.86912', '0', '', '1714281870.86912', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.87205', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.87205', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.87205', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.87386', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.87386', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.87369', 'epoch': '1714281870.87369', 'reported': 0, 'tombstones': -1}], '5a1d1700-eb0a-4cff-bec2-1dc118721d03-') -test DEBUG: /tmp/tmpider3hvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.87369.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpider3hvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.87369.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'bd20767b3d6977b7c209b2f0eef05c81', 'e7a05988-4e0f-4b0e-98ea-26b2e1e0febc-', '1714281870.90728', '1714281870.90549', '0', '', '1714281870.90549', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e7a05988-4e0f-4b0e-98ea-26b2e1e0febc-', '5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.91036.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'bd20767b3d6977b7c209b2f0eef05c81', 'e7a05988-4e0f-4b0e-98ea-26b2e1e0febc-', '1714281870.90728', '1714281870.90549', '0', '', '1714281870.90549', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Sat Apr 27 17:24:35 2024 /tmp/log/swift/profile/default.profile63429 -Sat Apr 27 17:24:35 2024 /tmp/log/swift/profile/default.profile123 -Sat Apr 27 17:24:35 2024 /tmp/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txa6a57c733b32475a960b1-00662ddd94) -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx57efec2612e5497098450-00662ddd94) -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx9e006bda7fcc471b885c9-00662ddd94) -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:24:36] "GET /someurl HTTP/1.1" 200 160 0.000055 -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:24:36] "GET /otherurl HTTP/1.1" 200 179 0.000223 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:24:36] "GET /someurl HTTP/1.0" 200 186 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 123, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 102, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/50 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0091 - - 1748692550.225194216 1748692550.234258413 1 +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/50 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1748692550.234855413 1748692550.235614538 0 +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: Skipping /tmp/tmpn4a0i_8_/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpn4a0i_8_/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpn4a0i_8_/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpsdl1j_k9/asdf/data because [Errno 20] Not a directory: '/tmp/tmpsdl1j_k9/asdf/data' +test WARNING: Skipping /tmp/tmpsdl1j_k9/asdf/data because [Errno 20] Not a directory: '/tmp/tmpsdl1j_k9/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmpfk6gxun0/asdf/data because [Errno 20] Not a directory: '/tmp/tmpfk6gxun0/asdf/data' +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3317113, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.68044', 'Content-Type': 'so'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.78756', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Apr/2024 17:24:36] "GET /someurl HTTP/1.0" 200 179 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:37] "GET /someurl HTTP/1.0" 200 180 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:37] "GET /someurl HTTP/1.0" 200 180 0.000072 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -proxy INFO: (63429) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63429) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:37] "GET /someurl HTTP/1.0" 200 180 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (63429) wsgi exited, is_accepting=True -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692546 1748692546-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692546 1748692546-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692546 1748692546-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692546 1748692546-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1748692546 1748692546-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1748606147-invalid0': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1748606147-invalid1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-replicator INFO: [worker 1/2 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3317105] Object replication complete (once). (2.00 minutes) +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281868.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692547.48101', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa484b3439f304a99be44e-00662ddd92) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb4ba5a0dd35f4cc19c392-00662ddd92) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Setting object count to 1065 (txn: txef51ed505b154c5484f6d-00662ddd93) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Setting object count to 1065 (txn: tx4ecd8a597c034074947eb-00662ddd94) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf8a4dfab472640e9a3bf5-00662ddd95) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txf8a4dfab472640e9a3bf5-00662ddd95) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test INFO: - - - [28/Apr/2024:05:24:29 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 63425 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test DEBUG: Unlinked retiring db '/tmp/tmp8_1sxk54/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:30 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:30 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:24:30 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0013 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:30 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0044 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281870.90856', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.90856', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281870.90856', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281870.91054', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281870.91054', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281870.91036', 'epoch': '1714281870.91036', 'reported': 0, 'tombstones': -1}], 'e7a05988-4e0f-4b0e-98ea-26b2e1e0febc-') -test DEBUG: /tmp/tmpmx10n7lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.91036.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmx10n7lg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281870.91036.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6b06183417d3410fa07186a13b1006e5', '54e8960b-afef-4d81-b757-d32da2f00370-', '1714281872.22725', '1714281872.22526', '0', '', '1714281872.22526', 3, 0) -test WARNING: /tmp/tmp3iq36ind/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.22970.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp3iq36ind/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.22970.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6b06183417d3410fa07186a13b1006e5', '54e8960b-afef-4d81-b757-d32da2f00370-', '1714281872.22725', '1714281872.23725', '0', '', '1714281872.22526', 3, 0) -test WARNING: /tmp/tmp3iq36ind/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.22970.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp3iq36ind/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.22970.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6b06183417d3410fa07186a13b1006e5', 'd64ae124-0b09-4882-9c4e-1f5b603d6765-', '1714281872.26592', '1714281872.26395', '0', '', '1714281872.26395', 3, 0) -test WARNING: /tmp/tmpubz7h_qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.26818.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpubz7h_qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.26818.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6b06183417d3410fa07186a13b1006e5', 'd64ae124-0b09-4882-9c4e-1f5b603d6765-', '1714281872.26592', '1714281872.27560', '0', '', '1714281872.26395', 3, 0) -test WARNING: /tmp/tmpubz7h_qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.26818.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpubz7h_qp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.26818.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '8de37b78bb5c9acc7d73b3857e5e3e90', 'da1bda28-4375-41ca-9083-67dea0ec9479-', '1714281872.30276', '1714281872.30084', '0', '', '1714281872.30084', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281872.31620', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.31620', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281872.31620', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281872.31769', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.31769', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281872.30525', 'epoch': '1714281872.30525', 'reported': 0, 'tombstones': -1}], 'da1bda28-4375-41ca-9083-67dea0ec9479-') -test DEBUG: /tmp/tmp429365ra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.30525.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp429365ra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.30525.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '8de37b78bb5c9acc7d73b3857e5e3e90', 'da1bda28-4375-41ca-9083-67dea0ec9479-', '1714281872.30276', '1714281872.31296', '0', '', '1714281872.30084', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281872.31620', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.31620', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281872.31620', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281872.31769', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.31769', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281872.30525', 'epoch': '1714281872.30525', 'reported': 0, 'tombstones': -1}], 'da1bda28-4375-41ca-9083-67dea0ec9479-') -test DEBUG: /tmp/tmp429365ra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.30525.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp429365ra/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.30525.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '8de37b78bb5c9acc7d73b3857e5e3e90', '4176036a-3510-4e44-b162-e932b2185fbb-', '1714281872.36280', '1714281872.36080', '0', '', '1714281872.36080', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281872.37591', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.37591', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281872.37591', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281872.37739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.37739', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281872.36539', 'epoch': '1714281872.36539', 'reported': 0, 'tombstones': -1}], '4176036a-3510-4e44-b162-e932b2185fbb-') -test DEBUG: /tmp/tmp1vbrx34z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.36539.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1vbrx34z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.36539.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0098 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3317113 2 +test ERROR: ERROR Account update failed with 127.0.0.1:47103/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.2683 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0054 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0087 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0053 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0113 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0199 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp8u2lvyha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1748692551.00000, path: a/c, db: /tmp/tmp44k2y8az/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692551.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpzrtfqzw1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692552.00000-0, db: /tmp/tmpvyl8c5d0/sda/containers/0/ae0/5390be175bc8f98a502d16fb1a4b5ae0/5390be175bc8f98a502d16fb1a4b5ae0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692552.00000-0, db: /tmp/tmpvyl8c5d0/sda/containers/0/ae0/5390be175bc8f98a502d16fb1a4b5ae0/5390be175bc8f98a502d16fb1a4b5ae0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmpvyl8c5d0/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692555.00000-0, db: /tmp/tmpvyl8c5d0/sda/containers/0/e74/9fa94357a873ba55c996df324e35ee74/9fa94357a873ba55c996df324e35ee74.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1748692552.00000, (0, 0) as of 1748692552.00000, active as of 1748692552.00000> to ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, active as of 1748692553.00000>, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, shrinking as of 1748692554.00000> to ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, sharding as of 1748692558.00000>, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpjkbusypm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-2f4197da94920d0e80f154fd684902c9-1748692556.00000-2, db: /tmp/tmpnez5b_zp/sda/containers/0/8b3/c85e793a7f19f1e5af8a66c6a4b048b3/c85e793a7f19f1e5af8a66c6a4b048b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692561.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/4aa/ceb34edf1dfa6532ac47a48f96d184aa/ceb34edf1dfa6532ac47a48f96d184aa.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692561.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/4aa/ceb34edf1dfa6532ac47a48f96d184aa/ceb34edf1dfa6532ac47a48f96d184aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692570.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/5e2/acab77cb8a941e534091904de5f205e2/acab77cb8a941e534091904de5f205e2.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692570.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/5e2/acab77cb8a941e534091904de5f205e2/acab77cb8a941e534091904de5f205e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692579.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/e65/3ac65f4e750d80867e02f2572cc37e65/3ac65f4e750d80867e02f2572cc37e65.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692579.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/e65/3ac65f4e750d80867e02f2572cc37e65/3ac65f4e750d80867e02f2572cc37e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692588.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/e10/5ec6890b349612a6466c7c88ec63de10/5ec6890b349612a6466c7c88ec63de10.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281869.92214', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test-replicator INFO: [worker 2/2 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3317105] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3317105] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: Setting object count to 1032 (txn: tx853979941e1248b0b141f-00683aee47) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: Setting object count to 48 (txn: tx15c820f3a9a24aa19f56a-00683aee47) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281870.10898', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0041 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0011 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 63425 nada -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 63425 999 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0034 "-" 63425 0 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1748692548.468504429 1748692548.469092131 0 +test INFO: - - 31/May/2025/11/55/48 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.751747847 1748692548.751914740 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692548.752234936 1748692548.752408266 0 +test INFO: - - 31/May/2025/11/55/48 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.752777576 1748692548.752888918 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1748692548.751612663 1748692548.753293991 - +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.758970022 1748692548.759191751 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692548.759498358 1748692548.759662628 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.760018110 1748692548.760158062 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1748692548.758837461 1748692548.760559082 - +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.769036531 1748692548.769207001 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692548.769559383 1748692548.769734144 0 +test INFO: - - 31/May/2025/11/55/48 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.770144701 1748692548.770262718 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1748692548.768904924 1748692548.770671129 - +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.772467375 1748692548.772652864 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692548.772945404 1748692548.773106575 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1748692548.773445368 1748692548.773608446 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0100 - - 1748692548.772344828 1748692548.782302380 - +test INFO: - - 31/May/2025/11/55/48 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.783865929 1748692548.784006596 0 +test INFO: - - 31/May/2025/11/55/48 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1748692548.784300089 1748692548.784466267 0 +test INFO: - - 31/May/2025/11/55/48 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1748692548.784811258 1748692548.784914494 0 +test INFO: - - 31/May/2025/11/55/48 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1748692548.783742666 1748692548.785307407 - +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.92024', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.94075', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '8de37b78bb5c9acc7d73b3857e5e3e90', '4176036a-3510-4e44-b162-e932b2185fbb-', '1714281872.36280', '1714281872.37278', '0', '', '1714281872.36080', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281872.37591', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.37591', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281872.37591', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281872.37739', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281872.37739', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281872.36539', 'epoch': '1714281872.36539', 'reported': 0, 'tombstones': -1}], '4176036a-3510-4e44-b162-e932b2185fbb-') -test DEBUG: /tmp/tmp1vbrx34z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.36539.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1vbrx34z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281872.36539.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'eb1ed560ba6880fca8eb45c0d952ff62', 'd1b2d898-75fd-441a-a144-0a3a6d770400-', '1714281873.33757', '1714281873.33380', '0', '', '1714281873.33380', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.33901', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.33901', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281873.33901', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.34039', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.34039', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.34019', 'epoch': '1714281873.34019', 'reported': 0, 'tombstones': -1}], 'd1b2d898-75fd-441a-a144-0a3a6d770400-') -test DEBUG: /tmp/tmp8fjewlf6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.34019.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8fjewlf6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.34019.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'eb1ed560ba6880fca8eb45c0d952ff62', 'd1b2d898-75fd-441a-a144-0a3a6d770400-', '1714281873.33757', '1714281873.34840', '0', '', '1714281873.33380', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.33901', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.33901', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281873.33901', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.34039', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.34039', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.34019', 'epoch': '1714281873.34019', 'reported': 0, 'tombstones': -1}], 'd1b2d898-75fd-441a-a144-0a3a6d770400-') -test DEBUG: /tmp/tmp8fjewlf6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.34019.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8fjewlf6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.34019.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'eb1ed560ba6880fca8eb45c0d952ff62', '26878de8-51e0-4ee2-8a42-8dc059cd4611-', '1714281873.38080', '1714281873.37896', '0', '', '1714281873.37896', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.38201', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.38201', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281873.38201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.38335', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.38335', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.38318', 'epoch': '1714281873.38318', 'reported': 0, 'tombstones': -1}], '26878de8-51e0-4ee2-8a42-8dc059cd4611-') -test DEBUG: /tmp/tmpy5muq5ym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.38318.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpy5muq5ym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.38318.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'eb1ed560ba6880fca8eb45c0d952ff62', '26878de8-51e0-4ee2-8a42-8dc059cd4611-', '1714281873.38080', '1714281873.39046', '0', '', '1714281873.37896', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.38201', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.38201', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281873.38201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.38335', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.38335', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.38318', 'epoch': '1714281873.38318', 'reported': 0, 'tombstones': -1}], '26878de8-51e0-4ee2-8a42-8dc059cd4611-') -test DEBUG: /tmp/tmpy5muq5ym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.38318.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpy5muq5ym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1714281873.38318.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6f8b3e7a6bb42d5b39857d9b2e20442d', 'f59480c9-e70c-4e3c-a3f0-bb77df8efb66-sda', '1714281873.42520', '1714281873.42339', '0', '', '1714281873.42339', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f59480c9-e70c-4e3c-a3f0-bb77df8efb66-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ab329770082fa6cc2c8ffe408ccc8356', 'd207ea5e-8b93-48c2-aac4-06096ffd1a23-sda', '1714281873.43752', '1714281873.43561', '0', '', '1714281873.43561', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.44340', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281873.44340', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281873.44340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.44449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.44449', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.44432', 'epoch': '1714281873.44432', 'reported': 0, 'tombstones': -1}], 'd207ea5e-8b93-48c2-aac4-06096ffd1a23-sda') -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test INFO: - - - [28/Apr/2024:05:24:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0031 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0073 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 63468 - -test ERROR: ERROR Account update failed with 127.0.0.1:41247/sda1 (will retry later): Response 503 OK -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 63468 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0044 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0065 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0006 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0037 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0034 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx757c0ff909f24fca91e5c-00662ddd95) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx7b173eef30b249cea8a76-00662ddd95) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b173eef30b249cea8a76-00662ddd95) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b173eef30b249cea8a76-00662ddd95) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx7b173eef30b249cea8a76-00662ddd95) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa3999ce15c904916be39e-00662ddd95) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa3999ce15c904916be39e-00662ddd95) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3999ce15c904916be39e-00662ddd95) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txa3999ce15c904916be39e-00662ddd95) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: Setting object count to 3120 (txn: txa64e6f4a49fc44f0902e4-00662ddd96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: Setting object count to 3120 (txn: txccefebdf26954852b62a0-00662ddd96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: Setting object count to 3120 (txn: txdcce7df698d043d28c108-00662ddd96) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: Setting object count to 3120 (txn: txf24e3e491f2a42ee80b41-00662ddd96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx21472021705a44759808f-00662ddd96) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281871.69365', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692588.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/e10/5ec6890b349612a6466c7c88ec63de10/5ec6890b349612a6466c7c88ec63de10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692597.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/01c/494773a425a7ca7e986e4074f32a701c/494773a425a7ca7e986e4074f32a701c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692597.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/01c/494773a425a7ca7e986e4074f32a701c/494773a425a7ca7e986e4074f32a701c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692606.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/955/4cdba6ac7f47153849dfc5818dc70955/4cdba6ac7f47153849dfc5818dc70955.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692606.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/955/4cdba6ac7f47153849dfc5818dc70955/4cdba6ac7f47153849dfc5818dc70955.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692615.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/8aa/e212464118de8edbe5bb8567323a68aa/e212464118de8edbe5bb8567323a68aa.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692615.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/8aa/e212464118de8edbe5bb8567323a68aa/e212464118de8edbe5bb8567323a68aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692624.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692624.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692624.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0/cba25c9cbdd75cca2c3e20b4cbf3d8d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692633.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/7af/3a10e2fc5cef1c6fe55986c795b7e7af/3a10e2fc5cef1c6fe55986c795b7e7af.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692633.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/7af/3a10e2fc5cef1c6fe55986c795b7e7af/3a10e2fc5cef1c6fe55986c795b7e7af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692633.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/7af/3a10e2fc5cef1c6fe55986c795b7e7af/3a10e2fc5cef1c6fe55986c795b7e7af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692642.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/a30/596df6075e7fec6cb0808dd70138aa30/596df6075e7fec6cb0808dd70138aa30.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692642.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/a30/596df6075e7fec6cb0808dd70138aa30/596df6075e7fec6cb0808dd70138aa30.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692642.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/a30/596df6075e7fec6cb0808dd70138aa30/596df6075e7fec6cb0808dd70138aa30.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692651.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/c41/f98554f962f45b3bb3af7ffcfcc2cc41/f98554f962f45b3bb3af7ffcfcc2cc41.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692651.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/c41/f98554f962f45b3bb3af7ffcfcc2cc41/f98554f962f45b3bb3af7ffcfcc2cc41.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692651.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/c41/f98554f962f45b3bb3af7ffcfcc2cc41/f98554f962f45b3bb3af7ffcfcc2cc41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692660.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/90f/9571cb558a754f8c9fea626f9568e90f/9571cb558a754f8c9fea626f9568e90f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692660.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/90f/9571cb558a754f8c9fea626f9568e90f/9571cb558a754f8c9fea626f9568e90f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692660.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/90f/9571cb558a754f8c9fea626f9568e90f/9571cb558a754f8c9fea626f9568e90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692669.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/66a/2d745cedb66daa160175a7ceb456e66a/2d745cedb66daa160175a7ceb456e66a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692669.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/66a/2d745cedb66daa160175a7ceb456e66a/2d745cedb66daa160175a7ceb456e66a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692669.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/66a/2d745cedb66daa160175a7ceb456e66a/2d745cedb66daa160175a7ceb456e66a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692678.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/839/bd5babadf57b51a81f5ed1b299986839/bd5babadf57b51a81f5ed1b299986839.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692678.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/839/bd5babadf57b51a81f5ed1b299986839/bd5babadf57b51a81f5ed1b299986839.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692678.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/839/bd5babadf57b51a81f5ed1b299986839/bd5babadf57b51a81f5ed1b299986839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692687.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/fe8/2c069dc1e8955694d2e23bb5e6a1efe8/2c069dc1e8955694d2e23bb5e6a1efe8.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692687.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/fe8/2c069dc1e8955694d2e23bb5e6a1efe8/2c069dc1e8955694d2e23bb5e6a1efe8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692687.00000-2, db: /tmp/tmpcf2u9jt_/sda/containers/0/fe8/2c069dc1e8955694d2e23bb5e6a1efe8/2c069dc1e8955694d2e23bb5e6a1efe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:full_control OWNER +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:write OWNER +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281871.84849', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.26769', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: some source HEAD {} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test DEBUG: Setting object count to 3120 (txn: tx21472021705a44759808f-00662ddd96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx2f1d56ea3c68473086413-00662ddd97) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx75a822ec1be04dd594f52-00662ddd97) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx0a37d2da7a2340ef9966d-00662ddd97) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2882328cc8d947cfbae7b-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2882328cc8d947cfbae7b-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2882328cc8d947cfbae7b-00662ddd97) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2882328cc8d947cfbae7b-00662ddd97) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx70c7affc92aa41f7a2289-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx70c7affc92aa41f7a2289-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx70c7affc92aa41f7a2289-00662ddd97) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx70c7affc92aa41f7a2289-00662ddd97) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx01f292541b9a41e2a99f2-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx01f292541b9a41e2a99f2-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx01f292541b9a41e2a99f2-00662ddd97) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx01f292541b9a41e2a99f2-00662ddd97) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmp1tw48oo5/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp1tw48oo5/test_container.db': : +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1358, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 182, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/s3api/__init__.py", line 85, in __call__ + return self.swift(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -83007,1800 +79853,942 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpgoas_mya/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpgoas_mya/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0035 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0010 "-" 63425 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0031 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0030 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0010 "-" 63425 3 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0030 "-" 63425 4 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0050 "-" 63425 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0005 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0031 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0042 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0027 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0054 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0030 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0032 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0032 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 63425 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 337, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test DEBUG: /tmp/tmpyeemrxzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyeemrxzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ab329770082fa6cc2c8ffe408ccc8356', 'd207ea5e-8b93-48c2-aac4-06096ffd1a23-sda', '1714281873.43752', '1714281873.44019', '0', '', '1714281873.43561', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281873.44340', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281873.44340', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281873.44340', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281873.44449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281873.44449', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281873.44432', 'epoch': '1714281873.44432', 'reported': 0, 'tombstones': -1}], 'd207ea5e-8b93-48c2-aac4-06096ffd1a23-sda') -test DEBUG: /tmp/tmpyeemrxzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpyeemrxzz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '1ea80aa5dbd9cc502247f4e59aba0204', '1e5b57e1-7842-4e8f-81d6-a76a84f60a43-sda', '1714281874.72412', '1714281874.72223', '0', '', '1714281874.72223', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281874.73000', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281874.73000', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281874.73000', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281874.73112', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281874.73112', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281874.73095', 'epoch': '1714281874.73095', 'reported': 0, 'tombstones': -1}], '1e5b57e1-7842-4e8f-81d6-a76a84f60a43-sda') -test DEBUG: /tmp/tmp3dfwwvwc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3dfwwvwc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '1ea80aa5dbd9cc502247f4e59aba0204', '1e5b57e1-7842-4e8f-81d6-a76a84f60a43-sda', '1714281874.72412', '1714281874.72692', '0', '', '1714281874.72223', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1714281874.73000', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1714281874.73000', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281874.73000', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281874.73112', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281874.73112', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281874.73095', 'epoch': '1714281874.73095', 'reported': 0, 'tombstones': -1}], '1e5b57e1-7842-4e8f-81d6-a76a84f60a43-sda') -test DEBUG: /tmp/tmp3dfwwvwc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3dfwwvwc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5792a1092984d81525a8753bf96149e0', 'a7a24309-7541-473e-9c8b-40752846fa8d-sda', '1714281874.76603', '1714281874.76423', '0', '', '1714281874.76423', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a7a24309-7541-473e-9c8b-40752846fa8d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpv9l3y_s1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5792a1092984d81525a8753bf96149e0', 'aa7e0c31-a010-4fec-b6ea-a78276a0fc43-sda', '1714281874.79372', '1714281874.79185', '0', '', '1714281874.79185', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('aa7e0c31-a010-4fec-b6ea-a78276a0fc43-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5792a1092984d81525a8753bf96149e0', 'a52727f1-3099-476d-8050-c1a3f26d44f3-sda', '1714281874.82174', '1714281874.81985', '0', '', '1714281874.81985', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a52727f1-3099-476d-8050-c1a3f26d44f3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpg4eyxbnf/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5792a1092984d81525a8753bf96149e0', '4dcfb5a1-33cc-4798-920c-c8470fc5a439-sda', '1714281874.84405', '1714281874.84237', '0', '', '1714281874.84237', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('4dcfb5a1-33cc-4798-920c-c8470fc5a439-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '34c8a8fd-aeee-4a44-b36d-95fb1dfbf3a5-sda', '1714281874.88380', '1714281874.88155', '0', '', '1714281874.88155', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjmr6ewwz/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '251ab8ce-f0f1-49ea-896f-d1ff25b96d49-sdb', '1714281874.90542', '1714281875.00000', '0', '', '1714281875.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('251ab8ce-f0f1-49ea-896f-d1ff25b96d49-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '251ab8ce-f0f1-49ea-896f-d1ff25b96d49-sdb', '1714281874.90542', '1714281875.00000', '0', '', '1714281875.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpjmr6ewwz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('251ab8ce-f0f1-49ea-896f-d1ff25b96d49-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00802 seconds (124.66196/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps4gswqa6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test DEBUG: Unlinked retiring db '/tmp/tmpbhhijp4m/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0025 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:32 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0056 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0015 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test DEBUG: Unlinked retiring db '/tmp/tmpsj0sl1ya/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:33 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281871.70214', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0052 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0052 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0052 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0069 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0052 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0133 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0174 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0096 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpqd8yciuz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0133 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0092 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:51 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0114 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0093 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281872.36765', 'Content-Type': 'so'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 4161, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +Unlinked retiring db '/tmp/tmpo2l6kgm3/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.28844', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other OWNER +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: some source HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692548.91572', 'Content-Type': 'so'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:31 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281871.85738', 'Content-Type': 'so'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: some source HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281872.55054', 'Content-Type': 'so'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.08799', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e8c1e038-9115-4014-8efc-d888d0f8bb8c-sda', '1714281874.91857', '1714281874', '0', '', '1714281874', 0, 1) -test DEBUG: /tmp/tmps4gswqa6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e8c1e038-9115-4014-8efc-d888d0f8bb8c-sda', '1714281874.91857', '1714281874', '0', '', '1714281874', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e8c1e038-9115-4014-8efc-d888d0f8bb8c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30635 seconds (3.26424/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3ego6tsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '68947ed027ff1153d3995ecef9f8623b', 'f4bd137a-a5e4-4686-aeda-5557e6db99d7-sda', '1714281875.23392', '1714281875', '0', '', '1714281875', 1, 0) -test DEBUG: /tmp/tmp3ego6tsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281877.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f4bd137a-a5e4-4686-aeda-5557e6db99d7-sda') -test DEBUG: /tmp/tmp3ego6tsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00303292s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '68947ed027ff1153d3995ecef9f8623b', 'f4bd137a-a5e4-4686-aeda-5557e6db99d7-sda', '1714281875.23392', '1714281875', '0', '', '1714281875', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f4bd137a-a5e4-4686-aeda-5557e6db99d7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01521 seconds (65.74204/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiy0roajf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10793560-b6ca-448c-bfd5-7f2d61291e59-sda', '1714281875.26051', '1714281875', '0', '', '1714281875', 0, 0) -test DEBUG: /tmp/tmpiy0roajf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10793560-b6ca-448c-bfd5-7f2d61291e59-sda', '1714281875.26051', '1714281875', '0', '', '1714281875', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10793560-b6ca-448c-bfd5-7f2d61291e59-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01082 seconds (92.45801/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5a0e52be/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '68947ed027ff1153d3995ecef9f8623b', '190d2ef5-a888-4387-b5e3-c673212d4626-sda', '1714281875.28120', '1714281875', '0', '', '1714281875', 1, 1) -test DEBUG: /tmp/tmp5a0e52be/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '68947ed027ff1153d3995ecef9f8623b', '190d2ef5-a888-4387-b5e3-c673212d4626-sda', '1714281875.28120', '1714281875', '0', '', '1714281875', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('190d2ef5-a888-4387-b5e3-c673212d4626-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01256 seconds (79.63301/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv8blw90f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c52d985e-6d6d-4a19-b57f-8ca1e5a32de1-sda', '1714281875.76169', '1714281875', '0', '', '1714281875', 0, 0) -test DEBUG: /tmp/tmpv8blw90f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c52d985e-6d6d-4a19-b57f-8ca1e5a32de1-sda', '1714281875.76169', '1714281875', '0', '', '1714281875', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c52d985e-6d6d-4a19-b57f-8ca1e5a32de1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00891 seconds (112.19390/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa9vzjyjj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af5a8da059d975e5d472670940c12955', '620ae68e-bc77-4a41-b3a9-eda2e8134652-sda', '1714281875.77966', '1714281875', '0', '', '1714281875', 1, 1) -test DEBUG: /tmp/tmpa9vzjyjj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281878.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '620ae68e-bc77-4a41-b3a9-eda2e8134652-sda') -test DEBUG: /tmp/tmpa9vzjyjj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00251126s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af5a8da059d975e5d472670940c12955', '620ae68e-bc77-4a41-b3a9-eda2e8134652-sda', '1714281875.77966', '1714281875', '0', '', '1714281875', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('620ae68e-bc77-4a41-b3a9-eda2e8134652-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01990 seconds (50.25802/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaxpsfab2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.11296', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [31/May/2025:11:55:52 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0199 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0160 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0108 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0179 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0184 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0123 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0109 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpzl5bgvq_/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0084 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0045 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0114 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0020 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0062 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0097 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0078 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0081 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0055 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0051 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0032 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0031 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0004 "-" 63425 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0032 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63425 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63425 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63425 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 63425 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63425 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:34 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:35 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 63468 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [28/Apr/2024:05:24:35 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0022 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [28/Apr/2024:05:24:35 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0042 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 63468 - -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +Unlinked retiring db '/tmp/tmpvkibgnt0/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281873.00000', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: Setting object count to 1068 (txn: txc3f2bce60e404ea3ace50-00662ddd97) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Setting object count to 1068 (txn: tx9365ab1547ff40e2823d7-00662ddd97) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txead04c1333944d1882795-00662ddd98) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txead04c1333944d1882795-00662ddd98) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txead04c1333944d1882795-00662ddd98) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx65e9fbcd7f5f4b7f8dfaf-00662ddd99) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: bucket object HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281874.00000', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.00000', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc4ec1fb-9700-4cc3-b8ca-61cbec7661e8-sda', '1714281875.80932', '1714281875', '0', '', '1714281875', 0, 0) -test DEBUG: /tmp/tmpaxpsfab2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc4ec1fb-9700-4cc3-b8ca-61cbec7661e8-sda', '1714281875.80932', '1714281875', '0', '', '1714281875', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dc4ec1fb-9700-4cc3-b8ca-61cbec7661e8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01158 seconds (86.35867/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpirn5d9rr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af5a8da059d975e5d472670940c12955', '51a06cba-ef18-4433-a465-4d082642557b-sda', '1714281875.83204', '1714281875', '0', '', '1714281875', 1, 0) -test DEBUG: /tmp/tmpirn5d9rr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'af5a8da059d975e5d472670940c12955', '51a06cba-ef18-4433-a465-4d082642557b-sda', '1714281875.83204', '1714281875', '0', '', '1714281875', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51a06cba-ef18-4433-a465-4d082642557b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01331 seconds (75.11771/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplhuoc_k4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '877c42d2-6ae0-4ecd-8200-b61397c1d32d-sda', '1714281876.28127', '1714281878', '0', '', '1714281878', 0, 1) -test DEBUG: /tmp/tmplhuoc_k4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '877c42d2-6ae0-4ecd-8200-b61397c1d32d-sda', '1714281876.28127', '1714281878', '0', '', '1714281878', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('877c42d2-6ae0-4ecd-8200-b61397c1d32d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00953 seconds (104.92733/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuin7cp8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '6a33d66a-998f-44ea-b4d4-6033c32217c3-sda', '1714281876.30103', '1714281878', '0', '', '1714281878', 1, 1) -test DEBUG: /tmp/tmpuin7cp8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281879.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6a33d66a-998f-44ea-b4d4-6033c32217c3-sda') -test DEBUG: /tmp/tmpuin7cp8o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00299454s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '6a33d66a-998f-44ea-b4d4-6033c32217c3-sda', '1714281876.30103', '1714281878', '0', '', '1714281878', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6a33d66a-998f-44ea-b4d4-6033c32217c3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01482 seconds (67.49828/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpny8_ae5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '1dbe70f2-3024-40ba-89f3-598ca93d56c2-sda', '1714281876.32391', '1714281876', '1714281877', '', '1714281877', 1, 0) -test DEBUG: /tmp/tmpny8_ae5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281879.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1dbe70f2-3024-40ba-89f3-598ca93d56c2-sda') -test DEBUG: /tmp/tmpny8_ae5w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00266099s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '1dbe70f2-3024-40ba-89f3-598ca93d56c2-sda', '1714281876.32391', '1714281876', '1714281877', '', '1714281877', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1dbe70f2-3024-40ba-89f3-598ca93d56c2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01549 seconds (64.55713/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8rvaznfk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '7b331a66-2ab8-46a5-ab74-aa6d66aefdbe-sda', '1714281876.34933', '1714281876', '1714281877', '', '1714281877', 1, 1) -test DEBUG: /tmp/tmp8rvaznfk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '92cf247077b7034d937034ca6a5c3490', '7b331a66-2ab8-46a5-ab74-aa6d66aefdbe-sda', '1714281876.34933', '1714281876', '1714281877', '', '1714281877', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7b331a66-2ab8-46a5-ab74-aa6d66aefdbe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01263 seconds (79.15511/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk828_1bv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 63425 2 -test INFO: - - - [28/Apr/2024:05:24:35 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0039 "-" 63425 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx32ef00b9f738428985740-00662ddd9a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx32ef00b9f738428985740-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx32ef00b9f738428985740-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bb3115480b04cdeaa1b0-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bb3115480b04cdeaa1b0-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bb3115480b04cdeaa1b0-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txc8e043360b604d6e8d765-00662ddd9a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0026f69dd31f4e319a1eb-00662ddd9a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7405e1fd43d34b05bb817-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txb2333eed9c9b4e1893455-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3517a2d17999419ea419e-00662ddd9a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx49f0ea64bc024287af97d-00662ddd9a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx49f0ea64bc024287af97d-00662ddd9a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1c3fc7e044f1466793a67-00662ddd9a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb52ba665721942d3a8a2a-00662ddd9a) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx92030e3a2dff40adb4216-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txc555aa4934604b07a5de2-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx0ed27ea9ea394397b8198-00662ddd9a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx600e22df164a4662bf0e1-00662ddd9a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx600e22df164a4662bf0e1-00662ddd9a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3a43eea4bddc495c8d3f6-00662ddd9a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfa1f0731c6e645af8753e-00662ddd9a) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8c545c935e864490b12c0-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx61fa87b5c8e84f2991f01-00662ddd9a) -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0047 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0038 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0035 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0056 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0023 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 63468 nada -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 63468 999 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0034 "-" 63468 1 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 63468 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0041 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0042 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0029 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 63468 0 -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281875.03736', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281875.04767', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.82031', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.82641', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.82816', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.84200', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.84394', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -84809,9 +80797,9 @@ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response return self.get_acl_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -84822,1008 +80810,812 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.85489', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.85667', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.87067', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.87245', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -test ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 337, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.11/json/decoder.py", line 355, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.90605', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.90786', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0054 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0184 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0077 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0086 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0079 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0086 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0084 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0090 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0066 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0064 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0062 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0087 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0155 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0093 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 3317113 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281875.65251', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.57611', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281875.66118', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692549.60884', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc87ad2d-0335-4da3-8e9b-0c6df80ce5bf-sda', '1714281876.37410', '1714281878', '1714281877', '', '1714281878', 0, 0) -test DEBUG: /tmp/tmpk828_1bv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc87ad2d-0335-4da3-8e9b-0c6df80ce5bf-sda', '1714281876.37410', '1714281878', '1714281877', '', '1714281878', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fc87ad2d-0335-4da3-8e9b-0c6df80ce5bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38321 seconds (2.60954/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpql3cwwsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5aa48b126e2de6355f0cdfc347c9a3b5', '76758980-239b-438d-8b32-9b617d8fb019-sda', '1714281876.76747', '1714281878', '1714281877', '', '1714281878', 1, 1) -test DEBUG: /tmp/tmpql3cwwsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281880.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '76758980-239b-438d-8b32-9b617d8fb019-sda') -test DEBUG: /tmp/tmpql3cwwsz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272036s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5aa48b126e2de6355f0cdfc347c9a3b5', '76758980-239b-438d-8b32-9b617d8fb019-sda', '1714281876.76747', '1714281878', '1714281877', '', '1714281878', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('76758980-239b-438d-8b32-9b617d8fb019-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01749 seconds (57.17082/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp617h38b5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0167349-0129-4c29-8d44-02e6d8656c3f-sda', '1714281876.79586', '1714281878', '1714281877', '', '1714281878', 0, 1) -test DEBUG: /tmp/tmp617h38b5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0167349-0129-4c29-8d44-02e6d8656c3f-sda', '1714281876.79586', '1714281878', '1714281877', '', '1714281878', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c0167349-0129-4c29-8d44-02e6d8656c3f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01175 seconds (85.07471/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph1iyuluc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5aa48b126e2de6355f0cdfc347c9a3b5', '6ea79ec0-bace-4c00-962a-ef13e4e963dc-sda', '1714281876.81790', '1714281878', '1714281877', '', '1714281878', 1, 1) -test DEBUG: /tmp/tmph1iyuluc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5aa48b126e2de6355f0cdfc347c9a3b5', '6ea79ec0-bace-4c00-962a-ef13e4e963dc-sda', '1714281876.81790', '1714281878', '1714281877', '', '1714281878', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6ea79ec0-bace-4c00-962a-ef13e4e963dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01240 seconds (80.65284/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq2b6y7eh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04b26125-2eaf-4351-87f1-9cb2eec74fa2-sda', '1714281877.36923', '1714281880', '1714281879', '', '1714281880', 0, 1) -test DEBUG: /tmp/tmpq2b6y7eh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04b26125-2eaf-4351-87f1-9cb2eec74fa2-sda', '1714281877.36923', '1714281880', '1714281879', '', '1714281880', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04b26125-2eaf-4351-87f1-9cb2eec74fa2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00986 seconds (101.42336/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc02zhfb5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', '5a423feb-dd1d-40b6-bf05-7efaf5760714-sda', '1714281877.39053', '1714281880', '1714281879', '', '1714281880', 1, 1) -test DEBUG: /tmp/tmpc02zhfb5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281882.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5a423feb-dd1d-40b6-bf05-7efaf5760714-sda') -test DEBUG: /tmp/tmpc02zhfb5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00301814s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', '5a423feb-dd1d-40b6-bf05-7efaf5760714-sda', '1714281877.39053', '1714281880', '1714281879', '', '1714281880', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a423feb-dd1d-40b6-bf05-7efaf5760714-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01439 seconds (69.50493/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5n_rqv1t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +Unlinked retiring db '/tmp/tmpyjzxgmxq/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx5515527ad7ff4cc188c55-00662ddd9a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa56bb48d3a4646a38d434-00662ddd9a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa56bb48d3a4646a38d434-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txec9faa7ec8ae430e9f833-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx1a693c5c8f014127aed9f-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx5e83f36d31f3454298c2f-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx5e83f36d31f3454298c2f-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281876.25629', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281876.26429', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ_ACP test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:36 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0059 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0032 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0028 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0033 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0033 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0032 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.38686', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692550.41064', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0177 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0058 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0062 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0062 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0115 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0057 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0078 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0105 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpc2ezwjj2/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0060 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0102 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0092 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0064 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmp4d7artvv/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0102 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:52 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0077 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0098 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0175 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0114 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0005 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3317113 0 +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1748692552.00000, (0, 0) as of 1748692552.00000, active as of 1748692552.00000> to ShardRange<'a' to 'b' as of 1748692552.00000, (0, 0) as of 1748692552.00000, sharding as of 1748692557.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970_1748692552.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970_1748692552.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970_1748692552.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970_1748692552.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1748692552.00000, (0, 0) as of 1748692552.00000, sharding as of 1748692558.00000> to ShardRange<'a' to 'b' as of 1748692552.00000, (0, 0) as of 1748692552.00000, sharded as of 1748692561.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1748692552.00000-2, db: /tmp/tmp9nd4rhs0/sda/containers/0/970/57536e939e34ef011c4ccdde8c2f0970/57536e939e34ef011c4ccdde8c2f0970_1748692552.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692552.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5ea/279c686791d87994fcd65e246f9ad5ea/279c686791d87994fcd65e246f9ad5ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692554.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/23c/f27e3b4d5f4d289ab1b5da99bfeb523c/f27e3b4d5f4d289ab1b5da99bfeb523c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, found as of 1748692553.00000> to ShardRange<'k' to 't' as of 1748692554.00000, (0, 0) as of 1748692554.00000, created as of 1748692554.00000>, path: .shards_a/shard_c_1748692554.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/23c/f27e3b4d5f4d289ab1b5da99bfeb523c/f27e3b4d5f4d289ab1b5da99bfeb523c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692556.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0df/e97fb27119fb52f893bf48a71db070df/e97fb27119fb52f893bf48a71db070df.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692555.00000, (0, 0) as of 1748692555.00000, found as of 1748692555.00000> to ShardRange<'k' to 't' as of 1748692556.00000, (0, 0) as of 1748692556.00000, cleaved as of 1748692556.00000>, path: .shards_a/shard_c_1748692556.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0df/e97fb27119fb52f893bf48a71db070df/e97fb27119fb52f893bf48a71db070df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692558.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/002/1613cc84c35130af766cdcec5ec07002/1613cc84c35130af766cdcec5ec07002.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692557.00000, (0, 0) as of 1748692557.00000, found as of 1748692557.00000> to ShardRange<'k' to 't' as of 1748692558.00000, (0, 0) as of 1748692558.00000, active as of 1748692558.00000>, path: .shards_a/shard_c_1748692558.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/002/1613cc84c35130af766cdcec5ec07002/1613cc84c35130af766cdcec5ec07002.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692560.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/2c8/4125c2f134809c759fcb50c0d626b2c8/4125c2f134809c759fcb50c0d626b2c8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692559.00000, (0, 0) as of 1748692559.00000, found as of 1748692559.00000> to ShardRange<'k' to 't' as of 1748692560.00000, (0, 0) as of 1748692560.00000, shrinking as of 1748692560.00000>, path: .shards_a/shard_c_1748692560.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/2c8/4125c2f134809c759fcb50c0d626b2c8/4125c2f134809c759fcb50c0d626b2c8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692560.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/2c8/4125c2f134809c759fcb50c0d626b2c8/4125c2f134809c759fcb50c0d626b2c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692562.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b4b/2ab83934a4b4cea1a1c14873857f5b4b/2ab83934a4b4cea1a1c14873857f5b4b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692561.00000, (0, 0) as of 1748692561.00000, found as of 1748692561.00000> to ShardRange<'k' to 't' as of 1748692562.00000, (0, 0) as of 1748692562.00000, sharding as of 1748692562.00000>, path: .shards_a/shard_c_1748692562.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b4b/2ab83934a4b4cea1a1c14873857f5b4b/2ab83934a4b4cea1a1c14873857f5b4b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692562.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b4b/2ab83934a4b4cea1a1c14873857f5b4b/2ab83934a4b4cea1a1c14873857f5b4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692564.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/cfc/587b87dd702b2c2dbe4c39fc85c00cfc/587b87dd702b2c2dbe4c39fc85c00cfc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692563.00000, (0, 0) as of 1748692563.00000, found as of 1748692563.00000> to ShardRange<'k' to 't' as of 1748692564.00000, (0, 0) as of 1748692564.00000, sharded as of 1748692564.00000>, path: .shards_a/shard_c_1748692564.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/cfc/587b87dd702b2c2dbe4c39fc85c00cfc/587b87dd702b2c2dbe4c39fc85c00cfc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692564.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/cfc/587b87dd702b2c2dbe4c39fc85c00cfc/587b87dd702b2c2dbe4c39fc85c00cfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692566.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ed9/e38e47fe77b0351b93b7009d71acbed9/e38e47fe77b0351b93b7009d71acbed9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692565.00000, (0, 0) as of 1748692565.00000, found as of 1748692565.00000> to ShardRange<'k' to 't' as of 1748692566.00000, (0, 0) as of 1748692566.00000, shrunk as of 1748692566.00000>, path: .shards_a/shard_c_1748692566.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ed9/e38e47fe77b0351b93b7009d71acbed9/e38e47fe77b0351b93b7009d71acbed9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692566.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ed9/e38e47fe77b0351b93b7009d71acbed9/e38e47fe77b0351b93b7009d71acbed9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692568.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/6a1/e727832b55b96bc675de9fd0671e36a1/e727832b55b96bc675de9fd0671e36a1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692567.00000, (0, 0) as of 1748692567.00000, created as of 1748692567.00000> to ShardRange<'k' to 't' as of 1748692568.00000, (0, 0) as of 1748692568.00000, found as of 1748692568.00000>, path: .shards_a/shard_c_1748692568.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/6a1/e727832b55b96bc675de9fd0671e36a1/e727832b55b96bc675de9fd0671e36a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692570.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/3fc/dfc7918aeda59ca05d14399bbc0d13fc/dfc7918aeda59ca05d14399bbc0d13fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692572.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/d80/b6b031b7a6b6e0a172031923d2845d80/b6b031b7a6b6e0a172031923d2845d80.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692571.00000, (0, 0) as of 1748692571.00000, created as of 1748692571.00000> to ShardRange<'k' to 't' as of 1748692572.00000, (0, 0) as of 1748692572.00000, cleaved as of 1748692572.00000>, path: .shards_a/shard_c_1748692572.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/d80/b6b031b7a6b6e0a172031923d2845d80/b6b031b7a6b6e0a172031923d2845d80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692574.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/389/433f320db1ce79c1cf631d591787e389/433f320db1ce79c1cf631d591787e389.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692573.00000, (0, 0) as of 1748692573.00000, created as of 1748692573.00000> to ShardRange<'k' to 't' as of 1748692574.00000, (0, 0) as of 1748692574.00000, active as of 1748692574.00000>, path: .shards_a/shard_c_1748692574.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/389/433f320db1ce79c1cf631d591787e389/433f320db1ce79c1cf631d591787e389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692576.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/962/c6d9285da16a4f5c11943b61284db962/c6d9285da16a4f5c11943b61284db962.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692575.00000, (0, 0) as of 1748692575.00000, created as of 1748692575.00000> to ShardRange<'k' to 't' as of 1748692576.00000, (0, 0) as of 1748692576.00000, shrinking as of 1748692576.00000>, path: .shards_a/shard_c_1748692576.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/962/c6d9285da16a4f5c11943b61284db962/c6d9285da16a4f5c11943b61284db962.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692576.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/962/c6d9285da16a4f5c11943b61284db962/c6d9285da16a4f5c11943b61284db962.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692578.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4bf/56de73100233c48a5118f02f989904bf/56de73100233c48a5118f02f989904bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692577.00000, (0, 0) as of 1748692577.00000, created as of 1748692577.00000> to ShardRange<'k' to 't' as of 1748692578.00000, (0, 0) as of 1748692578.00000, sharding as of 1748692578.00000>, path: .shards_a/shard_c_1748692578.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4bf/56de73100233c48a5118f02f989904bf/56de73100233c48a5118f02f989904bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692578.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4bf/56de73100233c48a5118f02f989904bf/56de73100233c48a5118f02f989904bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692580.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/abf0c97eede0da42e8b931ac26f82ff1/abf0c97eede0da42e8b931ac26f82ff1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692579.00000, (0, 0) as of 1748692579.00000, created as of 1748692579.00000> to ShardRange<'k' to 't' as of 1748692580.00000, (0, 0) as of 1748692580.00000, sharded as of 1748692580.00000>, path: .shards_a/shard_c_1748692580.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/abf0c97eede0da42e8b931ac26f82ff1/abf0c97eede0da42e8b931ac26f82ff1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692580.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/abf0c97eede0da42e8b931ac26f82ff1/abf0c97eede0da42e8b931ac26f82ff1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692582.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/49c/8679f020b8f548f36ac6c39c9237249c/8679f020b8f548f36ac6c39c9237249c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692581.00000, (0, 0) as of 1748692581.00000, created as of 1748692581.00000> to ShardRange<'k' to 't' as of 1748692582.00000, (0, 0) as of 1748692582.00000, shrunk as of 1748692582.00000>, path: .shards_a/shard_c_1748692582.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/49c/8679f020b8f548f36ac6c39c9237249c/8679f020b8f548f36ac6c39c9237249c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692582.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/49c/8679f020b8f548f36ac6c39c9237249c/8679f020b8f548f36ac6c39c9237249c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692584.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7b1/253cedc0f6e82f7f73c644ea89e887b1/253cedc0f6e82f7f73c644ea89e887b1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692583.00000, (0, 0) as of 1748692583.00000, cleaved as of 1748692583.00000> to ShardRange<'k' to 't' as of 1748692584.00000, (0, 0) as of 1748692584.00000, found as of 1748692584.00000>, path: .shards_a/shard_c_1748692584.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7b1/253cedc0f6e82f7f73c644ea89e887b1/253cedc0f6e82f7f73c644ea89e887b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692586.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/31c/77d96e45180786c81dfb6214bc4c631c/77d96e45180786c81dfb6214bc4c631c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692585.00000, (0, 0) as of 1748692585.00000, cleaved as of 1748692585.00000> to ShardRange<'k' to 't' as of 1748692586.00000, (0, 0) as of 1748692586.00000, created as of 1748692586.00000>, path: .shards_a/shard_c_1748692586.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/31c/77d96e45180786c81dfb6214bc4c631c/77d96e45180786c81dfb6214bc4c631c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692588.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/524/c6da0328080fd3b0284e8d9ca6cdb524/c6da0328080fd3b0284e8d9ca6cdb524.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692590.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/251/357487bc7f0852c2dc62d82732254251/357487bc7f0852c2dc62d82732254251.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692589.00000, (0, 0) as of 1748692589.00000, cleaved as of 1748692589.00000> to ShardRange<'k' to 't' as of 1748692590.00000, (0, 0) as of 1748692590.00000, active as of 1748692590.00000>, path: .shards_a/shard_c_1748692590.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/251/357487bc7f0852c2dc62d82732254251/357487bc7f0852c2dc62d82732254251.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692592.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ca3/80c17ace7aa192fc63109da27522fca3/80c17ace7aa192fc63109da27522fca3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692591.00000, (0, 0) as of 1748692591.00000, cleaved as of 1748692591.00000> to ShardRange<'k' to 't' as of 1748692592.00000, (0, 0) as of 1748692592.00000, shrinking as of 1748692592.00000>, path: .shards_a/shard_c_1748692592.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ca3/80c17ace7aa192fc63109da27522fca3/80c17ace7aa192fc63109da27522fca3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692592.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ca3/80c17ace7aa192fc63109da27522fca3/80c17ace7aa192fc63109da27522fca3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692594.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/b9e973bfc12a2082cd71db02c4eb9ff1/b9e973bfc12a2082cd71db02c4eb9ff1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692593.00000, (0, 0) as of 1748692593.00000, cleaved as of 1748692593.00000> to ShardRange<'k' to 't' as of 1748692594.00000, (0, 0) as of 1748692594.00000, sharding as of 1748692594.00000>, path: .shards_a/shard_c_1748692594.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/b9e973bfc12a2082cd71db02c4eb9ff1/b9e973bfc12a2082cd71db02c4eb9ff1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692594.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ff1/b9e973bfc12a2082cd71db02c4eb9ff1/b9e973bfc12a2082cd71db02c4eb9ff1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692596.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/12f/dfa422763050e73d7a64553281b8c12f/dfa422763050e73d7a64553281b8c12f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692595.00000, (0, 0) as of 1748692595.00000, cleaved as of 1748692595.00000> to ShardRange<'k' to 't' as of 1748692596.00000, (0, 0) as of 1748692596.00000, sharded as of 1748692596.00000>, path: .shards_a/shard_c_1748692596.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/12f/dfa422763050e73d7a64553281b8c12f/dfa422763050e73d7a64553281b8c12f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692596.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/12f/dfa422763050e73d7a64553281b8c12f/dfa422763050e73d7a64553281b8c12f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692598.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5ec/2179656ef714c3039a8835fdc621f5ec/2179656ef714c3039a8835fdc621f5ec.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692597.00000, (0, 0) as of 1748692597.00000, cleaved as of 1748692597.00000> to ShardRange<'k' to 't' as of 1748692598.00000, (0, 0) as of 1748692598.00000, shrunk as of 1748692598.00000>, path: .shards_a/shard_c_1748692598.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5ec/2179656ef714c3039a8835fdc621f5ec/2179656ef714c3039a8835fdc621f5ec.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692598.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5ec/2179656ef714c3039a8835fdc621f5ec/2179656ef714c3039a8835fdc621f5ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692600.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/200/9f471ffa01ba21fdb02157a9b35f8200/9f471ffa01ba21fdb02157a9b35f8200.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692599.00000, (0, 0) as of 1748692599.00000, active as of 1748692599.00000> to ShardRange<'k' to 't' as of 1748692600.00000, (0, 0) as of 1748692600.00000, found as of 1748692600.00000>, path: .shards_a/shard_c_1748692600.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/200/9f471ffa01ba21fdb02157a9b35f8200/9f471ffa01ba21fdb02157a9b35f8200.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692602.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/eca/e43403d21c0c5d318319e54348425eca/e43403d21c0c5d318319e54348425eca.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692601.00000, (0, 0) as of 1748692601.00000, active as of 1748692601.00000> to ShardRange<'k' to 't' as of 1748692602.00000, (0, 0) as of 1748692602.00000, created as of 1748692602.00000>, path: .shards_a/shard_c_1748692602.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/eca/e43403d21c0c5d318319e54348425eca/e43403d21c0c5d318319e54348425eca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692604.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/765/437bea3cf52a59f0859e68ec9ba7f765/437bea3cf52a59f0859e68ec9ba7f765.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692603.00000, (0, 0) as of 1748692603.00000, active as of 1748692603.00000> to ShardRange<'k' to 't' as of 1748692604.00000, (0, 0) as of 1748692604.00000, cleaved as of 1748692604.00000>, path: .shards_a/shard_c_1748692604.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/765/437bea3cf52a59f0859e68ec9ba7f765/437bea3cf52a59f0859e68ec9ba7f765.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692606.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/db2/00a6f70578a4d8bf57d7ea58543eadb2/00a6f70578a4d8bf57d7ea58543eadb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692608.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7de/49519f06b23ef54cc466c30753bf67de/49519f06b23ef54cc466c30753bf67de.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692607.00000, (0, 0) as of 1748692607.00000, active as of 1748692607.00000> to ShardRange<'k' to 't' as of 1748692608.00000, (0, 0) as of 1748692608.00000, shrinking as of 1748692608.00000>, path: .shards_a/shard_c_1748692608.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7de/49519f06b23ef54cc466c30753bf67de/49519f06b23ef54cc466c30753bf67de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692608.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7de/49519f06b23ef54cc466c30753bf67de/49519f06b23ef54cc466c30753bf67de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692610.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/41b/df76c84654988eaa168be529ad05c41b/df76c84654988eaa168be529ad05c41b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692609.00000, (0, 0) as of 1748692609.00000, active as of 1748692609.00000> to ShardRange<'k' to 't' as of 1748692610.00000, (0, 0) as of 1748692610.00000, sharding as of 1748692610.00000>, path: .shards_a/shard_c_1748692610.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/41b/df76c84654988eaa168be529ad05c41b/df76c84654988eaa168be529ad05c41b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692610.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/41b/df76c84654988eaa168be529ad05c41b/df76c84654988eaa168be529ad05c41b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692612.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/69f/bd8111a102e85d50ef720904a1c4769f/bd8111a102e85d50ef720904a1c4769f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692611.00000, (0, 0) as of 1748692611.00000, active as of 1748692611.00000> to ShardRange<'k' to 't' as of 1748692612.00000, (0, 0) as of 1748692612.00000, sharded as of 1748692612.00000>, path: .shards_a/shard_c_1748692612.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/69f/bd8111a102e85d50ef720904a1c4769f/bd8111a102e85d50ef720904a1c4769f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692612.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/69f/bd8111a102e85d50ef720904a1c4769f/bd8111a102e85d50ef720904a1c4769f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692614.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e57/00e75ae02441f167eacedec88e9a9e57/00e75ae02441f167eacedec88e9a9e57.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692613.00000, (0, 0) as of 1748692613.00000, active as of 1748692613.00000> to ShardRange<'k' to 't' as of 1748692614.00000, (0, 0) as of 1748692614.00000, shrunk as of 1748692614.00000>, path: .shards_a/shard_c_1748692614.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e57/00e75ae02441f167eacedec88e9a9e57/00e75ae02441f167eacedec88e9a9e57.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692614.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e57/00e75ae02441f167eacedec88e9a9e57/00e75ae02441f167eacedec88e9a9e57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692616.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e4d/bafa9100b8c804faf4bc6b43bb2e4e4d/bafa9100b8c804faf4bc6b43bb2e4e4d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692615.00000, (0, 0) as of 1748692615.00000, shrinking as of 1748692615.00000> to ShardRange<'k' to 't' as of 1748692616.00000, (0, 0) as of 1748692616.00000, found as of 1748692616.00000>, path: .shards_a/shard_c_1748692616.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e4d/bafa9100b8c804faf4bc6b43bb2e4e4d/bafa9100b8c804faf4bc6b43bb2e4e4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692618.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4af/dc48068620d5d93ae1c857b30e3e94af/dc48068620d5d93ae1c857b30e3e94af.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692617.00000, (0, 0) as of 1748692617.00000, shrinking as of 1748692617.00000> to ShardRange<'k' to 't' as of 1748692618.00000, (0, 0) as of 1748692618.00000, created as of 1748692618.00000>, path: .shards_a/shard_c_1748692618.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4af/dc48068620d5d93ae1c857b30e3e94af/dc48068620d5d93ae1c857b30e3e94af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692620.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/63d/3e9b2b150e92ab9fb49c0d4a663de63d/3e9b2b150e92ab9fb49c0d4a663de63d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692619.00000, (0, 0) as of 1748692619.00000, shrinking as of 1748692619.00000> to ShardRange<'k' to 't' as of 1748692620.00000, (0, 0) as of 1748692620.00000, cleaved as of 1748692620.00000>, path: .shards_a/shard_c_1748692620.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/63d/3e9b2b150e92ab9fb49c0d4a663de63d/3e9b2b150e92ab9fb49c0d4a663de63d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692622.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/00f/8515d298edee605f186a723dd176200f/8515d298edee605f186a723dd176200f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692621.00000, (0, 0) as of 1748692621.00000, shrinking as of 1748692621.00000> to ShardRange<'k' to 't' as of 1748692622.00000, (0, 0) as of 1748692622.00000, active as of 1748692622.00000>, path: .shards_a/shard_c_1748692622.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/00f/8515d298edee605f186a723dd176200f/8515d298edee605f186a723dd176200f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692624.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/3c4/a93b349d074a61556dd0ec30e18e83c4/a93b349d074a61556dd0ec30e18e83c4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692624.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/3c4/a93b349d074a61556dd0ec30e18e83c4/a93b349d074a61556dd0ec30e18e83c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692626.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/d51/8df37bc72b699cc0feede61c9da53d51/8df37bc72b699cc0feede61c9da53d51.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692625.00000, (0, 0) as of 1748692625.00000, shrinking as of 1748692625.00000> to ShardRange<'k' to 't' as of 1748692626.00000, (0, 0) as of 1748692626.00000, sharding as of 1748692626.00000>, path: .shards_a/shard_c_1748692626.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/d51/8df37bc72b699cc0feede61c9da53d51/8df37bc72b699cc0feede61c9da53d51.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692626.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/d51/8df37bc72b699cc0feede61c9da53d51/8df37bc72b699cc0feede61c9da53d51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692628.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/304/dd218f80fdbccd2a43167b100cf35304/dd218f80fdbccd2a43167b100cf35304.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692627.00000, (0, 0) as of 1748692627.00000, shrinking as of 1748692627.00000> to ShardRange<'k' to 't' as of 1748692628.00000, (0, 0) as of 1748692628.00000, sharded as of 1748692628.00000>, path: .shards_a/shard_c_1748692628.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/304/dd218f80fdbccd2a43167b100cf35304/dd218f80fdbccd2a43167b100cf35304.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692628.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/304/dd218f80fdbccd2a43167b100cf35304/dd218f80fdbccd2a43167b100cf35304.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692630.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/344/666baa9cb4ee6ae44835a80c8faec344/666baa9cb4ee6ae44835a80c8faec344.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692629.00000, (0, 0) as of 1748692629.00000, shrinking as of 1748692629.00000> to ShardRange<'k' to 't' as of 1748692630.00000, (0, 0) as of 1748692630.00000, shrunk as of 1748692630.00000>, path: .shards_a/shard_c_1748692630.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/344/666baa9cb4ee6ae44835a80c8faec344/666baa9cb4ee6ae44835a80c8faec344.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692630.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/344/666baa9cb4ee6ae44835a80c8faec344/666baa9cb4ee6ae44835a80c8faec344.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692632.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/967/7707dafcb66efa88e13d52532a502967/7707dafcb66efa88e13d52532a502967.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692631.00000, (0, 0) as of 1748692631.00000, sharding as of 1748692631.00000> to ShardRange<'k' to 't' as of 1748692632.00000, (0, 0) as of 1748692632.00000, found as of 1748692632.00000>, path: .shards_a/shard_c_1748692632.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/967/7707dafcb66efa88e13d52532a502967/7707dafcb66efa88e13d52532a502967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692634.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/574/6705199b850db3694e1b07643ee84574/6705199b850db3694e1b07643ee84574.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692633.00000, (0, 0) as of 1748692633.00000, sharding as of 1748692633.00000> to ShardRange<'k' to 't' as of 1748692634.00000, (0, 0) as of 1748692634.00000, created as of 1748692634.00000>, path: .shards_a/shard_c_1748692634.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/574/6705199b850db3694e1b07643ee84574/6705199b850db3694e1b07643ee84574.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692636.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e9f/178d68b508e8d9586bfb9b8d46923e9f/178d68b508e8d9586bfb9b8d46923e9f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692635.00000, (0, 0) as of 1748692635.00000, sharding as of 1748692635.00000> to ShardRange<'k' to 't' as of 1748692636.00000, (0, 0) as of 1748692636.00000, cleaved as of 1748692636.00000>, path: .shards_a/shard_c_1748692636.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/e9f/178d68b508e8d9586bfb9b8d46923e9f/178d68b508e8d9586bfb9b8d46923e9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692638.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/de9/72b7ad1f1c9d76896e3bf0c1520c7de9/72b7ad1f1c9d76896e3bf0c1520c7de9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692637.00000, (0, 0) as of 1748692637.00000, sharding as of 1748692637.00000> to ShardRange<'k' to 't' as of 1748692638.00000, (0, 0) as of 1748692638.00000, active as of 1748692638.00000>, path: .shards_a/shard_c_1748692638.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/de9/72b7ad1f1c9d76896e3bf0c1520c7de9/72b7ad1f1c9d76896e3bf0c1520c7de9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692640.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c0d/dcfadd51ca78182569798e6e70b2ec0d/dcfadd51ca78182569798e6e70b2ec0d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692639.00000, (0, 0) as of 1748692639.00000, sharding as of 1748692639.00000> to ShardRange<'k' to 't' as of 1748692640.00000, (0, 0) as of 1748692640.00000, shrinking as of 1748692640.00000>, path: .shards_a/shard_c_1748692640.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c0d/dcfadd51ca78182569798e6e70b2ec0d/dcfadd51ca78182569798e6e70b2ec0d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692640.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c0d/dcfadd51ca78182569798e6e70b2ec0d/dcfadd51ca78182569798e6e70b2ec0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692642.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/08f/3f367d78a88f70a7c73ac328a155808f/3f367d78a88f70a7c73ac328a155808f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692642.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/08f/3f367d78a88f70a7c73ac328a155808f/3f367d78a88f70a7c73ac328a155808f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692644.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/232/5d241371c699838f415dc296b92a2232/5d241371c699838f415dc296b92a2232.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692643.00000, (0, 0) as of 1748692643.00000, sharding as of 1748692643.00000> to ShardRange<'k' to 't' as of 1748692644.00000, (0, 0) as of 1748692644.00000, sharded as of 1748692644.00000>, path: .shards_a/shard_c_1748692644.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/232/5d241371c699838f415dc296b92a2232/5d241371c699838f415dc296b92a2232.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692644.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/232/5d241371c699838f415dc296b92a2232/5d241371c699838f415dc296b92a2232.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692646.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/58a/16fe2e91781892deee4a33ae7c2f458a/16fe2e91781892deee4a33ae7c2f458a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692645.00000, (0, 0) as of 1748692645.00000, sharding as of 1748692645.00000> to ShardRange<'k' to 't' as of 1748692646.00000, (0, 0) as of 1748692646.00000, shrunk as of 1748692646.00000>, path: .shards_a/shard_c_1748692646.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/58a/16fe2e91781892deee4a33ae7c2f458a/16fe2e91781892deee4a33ae7c2f458a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692646.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/58a/16fe2e91781892deee4a33ae7c2f458a/16fe2e91781892deee4a33ae7c2f458a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692648.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/3e5/a1abfc093fa32ba4961642cd43ed43e5/a1abfc093fa32ba4961642cd43ed43e5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692647.00000, (0, 0) as of 1748692647.00000, sharded as of 1748692647.00000> to ShardRange<'k' to 't' as of 1748692648.00000, (0, 0) as of 1748692648.00000, found as of 1748692648.00000>, path: .shards_a/shard_c_1748692648.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/3e5/a1abfc093fa32ba4961642cd43ed43e5/a1abfc093fa32ba4961642cd43ed43e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692650.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5f3/684a8ad6833e30dd02ff73e916eab5f3/684a8ad6833e30dd02ff73e916eab5f3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692649.00000, (0, 0) as of 1748692649.00000, sharded as of 1748692649.00000> to ShardRange<'k' to 't' as of 1748692650.00000, (0, 0) as of 1748692650.00000, created as of 1748692650.00000>, path: .shards_a/shard_c_1748692650.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5f3/684a8ad6833e30dd02ff73e916eab5f3/684a8ad6833e30dd02ff73e916eab5f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692652.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/fef/006610168c9a70e33de181e3e94b9fef/006610168c9a70e33de181e3e94b9fef.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692651.00000, (0, 0) as of 1748692651.00000, sharded as of 1748692651.00000> to ShardRange<'k' to 't' as of 1748692652.00000, (0, 0) as of 1748692652.00000, cleaved as of 1748692652.00000>, path: .shards_a/shard_c_1748692652.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/fef/006610168c9a70e33de181e3e94b9fef/006610168c9a70e33de181e3e94b9fef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692654.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7bf/b03f3d07783f2d2a539c3f156435e7bf/b03f3d07783f2d2a539c3f156435e7bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692653.00000, (0, 0) as of 1748692653.00000, sharded as of 1748692653.00000> to ShardRange<'k' to 't' as of 1748692654.00000, (0, 0) as of 1748692654.00000, active as of 1748692654.00000>, path: .shards_a/shard_c_1748692654.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7bf/b03f3d07783f2d2a539c3f156435e7bf/b03f3d07783f2d2a539c3f156435e7bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692656.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/be0/53d7aef4a502e9982046318b67adfbe0/53d7aef4a502e9982046318b67adfbe0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692655.00000, (0, 0) as of 1748692655.00000, sharded as of 1748692655.00000> to ShardRange<'k' to 't' as of 1748692656.00000, (0, 0) as of 1748692656.00000, shrinking as of 1748692656.00000>, path: .shards_a/shard_c_1748692656.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/be0/53d7aef4a502e9982046318b67adfbe0/53d7aef4a502e9982046318b67adfbe0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692656.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/be0/53d7aef4a502e9982046318b67adfbe0/53d7aef4a502e9982046318b67adfbe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692658.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/504/21f5a13f4ec99fded7bf003941bb9504/21f5a13f4ec99fded7bf003941bb9504.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692657.00000, (0, 0) as of 1748692657.00000, sharded as of 1748692657.00000> to ShardRange<'k' to 't' as of 1748692658.00000, (0, 0) as of 1748692658.00000, sharding as of 1748692658.00000>, path: .shards_a/shard_c_1748692658.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/504/21f5a13f4ec99fded7bf003941bb9504/21f5a13f4ec99fded7bf003941bb9504.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692658.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/504/21f5a13f4ec99fded7bf003941bb9504/21f5a13f4ec99fded7bf003941bb9504.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692660.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ca2/5308bfb22d0a76339135ecb9de792ca2/5308bfb22d0a76339135ecb9de792ca2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692660.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ca2/5308bfb22d0a76339135ecb9de792ca2/5308bfb22d0a76339135ecb9de792ca2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692662.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9b2/2b5ee97dfb49e59b11549ec8371f39b2/2b5ee97dfb49e59b11549ec8371f39b2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692661.00000, (0, 0) as of 1748692661.00000, sharded as of 1748692661.00000> to ShardRange<'k' to 't' as of 1748692662.00000, (0, 0) as of 1748692662.00000, shrunk as of 1748692662.00000>, path: .shards_a/shard_c_1748692662.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9b2/2b5ee97dfb49e59b11549ec8371f39b2/2b5ee97dfb49e59b11549ec8371f39b2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692662.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9b2/2b5ee97dfb49e59b11549ec8371f39b2/2b5ee97dfb49e59b11549ec8371f39b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692664.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1e1/e91c9956c37570fd0c5c9827be6551e1/e91c9956c37570fd0c5c9827be6551e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692663.00000, (0, 0) as of 1748692663.00000, shrunk as of 1748692663.00000> to ShardRange<'k' to 't' as of 1748692664.00000, (0, 0) as of 1748692664.00000, found as of 1748692664.00000>, path: .shards_a/shard_c_1748692664.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1e1/e91c9956c37570fd0c5c9827be6551e1/e91c9956c37570fd0c5c9827be6551e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692666.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0a2/7e5fc90bd8c83785b999dff8944940a2/7e5fc90bd8c83785b999dff8944940a2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692665.00000, (0, 0) as of 1748692665.00000, shrunk as of 1748692665.00000> to ShardRange<'k' to 't' as of 1748692666.00000, (0, 0) as of 1748692666.00000, created as of 1748692666.00000>, path: .shards_a/shard_c_1748692666.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0a2/7e5fc90bd8c83785b999dff8944940a2/7e5fc90bd8c83785b999dff8944940a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692668.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ec4/39c36a6b362608b5610a9823ee74cec4/39c36a6b362608b5610a9823ee74cec4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692667.00000, (0, 0) as of 1748692667.00000, shrunk as of 1748692667.00000> to ShardRange<'k' to 't' as of 1748692668.00000, (0, 0) as of 1748692668.00000, cleaved as of 1748692668.00000>, path: .shards_a/shard_c_1748692668.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ec4/39c36a6b362608b5610a9823ee74cec4/39c36a6b362608b5610a9823ee74cec4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692670.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/57c/f603c048b5daf83e9f0c53ded40aa57c/f603c048b5daf83e9f0c53ded40aa57c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692669.00000, (0, 0) as of 1748692669.00000, shrunk as of 1748692669.00000> to ShardRange<'k' to 't' as of 1748692670.00000, (0, 0) as of 1748692670.00000, active as of 1748692670.00000>, path: .shards_a/shard_c_1748692670.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/57c/f603c048b5daf83e9f0c53ded40aa57c/f603c048b5daf83e9f0c53ded40aa57c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692671.00000, (0, 0) as of 1748692671.00000, shrunk as of 1748692671.00000> to ShardRange<'k' to 't' as of 1748692672.00000, (0, 0) as of 1748692672.00000, shrinking as of 1748692672.00000>, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692672.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c5d/c442a7c02e8df254ab61ce2dfb227c5d/c442a7c02e8df254ab61ce2dfb227c5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692673.00000, (0, 0) as of 1748692673.00000, shrunk as of 1748692673.00000> to ShardRange<'k' to 't' as of 1748692674.00000, (0, 0) as of 1748692674.00000, sharding as of 1748692674.00000>, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692674.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/27a/54ce77f0d3b5e42aeb07481519e2327a/54ce77f0d3b5e42aeb07481519e2327a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692675.00000, (0, 0) as of 1748692675.00000, shrunk as of 1748692675.00000> to ShardRange<'k' to 't' as of 1748692676.00000, (0, 0) as of 1748692676.00000, sharded as of 1748692676.00000>, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692676.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c/3ad25cb6b5cfcb2b0278422b6ba90c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692678.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/394/6d7aa22d4120392f544ccfeca331c394/6d7aa22d4120392f544ccfeca331c394.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692679.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/51e/1a6fb581346539ad1a14e1bba7deb51e/1a6fb581346539ad1a14e1bba7deb51e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692681.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/44c/da30cf9df68b729c7131a7ba5989d44c/da30cf9df68b729c7131a7ba5989d44c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692683.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/23b/196b8370291b73434fbc6c26e516323b/196b8370291b73434fbc6c26e516323b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692685.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/146/7292f755ee5e9a558d7645a4fc587146/7292f755ee5e9a558d7645a4fc587146.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692687.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9f3/1dc925697b875041660078e894d8a9f3/1dc925697b875041660078e894d8a9f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692689.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/27d/184d236200ca5542700c92c7febe827d/184d236200ca5542700c92c7febe827d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692691.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/022/47d54e8efc72b93e6e750a53f49e7022/47d54e8efc72b93e6e750a53f49e7022.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692693.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/030/7accf12f384ff19963bb3f4c361b9030/7accf12f384ff19963bb3f4c361b9030.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692695.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/f86/59e92cc2195a0f9a722e43e3ff9a5f86/59e92cc2195a0f9a722e43e3ff9a5f86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692697.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/397/1189e2fd8a3d465729884940e6a57397/1189e2fd8a3d465729884940e6a57397.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692699.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/13c/064745ff2e411a5173d4cd7819d4a13c/064745ff2e411a5173d4cd7819d4a13c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692701.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/a8b/2c58712d206a406f9cf12d5ea25d7a8b/2c58712d206a406f9cf12d5ea25d7a8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692703.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c0a/be78994d661c7320185b974fa0f67c0a/be78994d661c7320185b974fa0f67c0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692705.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/623/b2c4dea873111373dc782bf9e1ffe623/b2c4dea873111373dc782bf9e1ffe623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692707.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b2a/7de490808e262499ca725265447a0b2a/7de490808e262499ca725265447a0b2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692709.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9b1/e9b2ddaf6cb2e442972919ca408fc9b1/e9b2ddaf6cb2e442972919ca408fc9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692711.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c5a/dbc2b74edd8f6d3d6c8c82b9e7dc6c5a/dbc2b74edd8f6d3d6c8c82b9e7dc6c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692713.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/39c/6ed254f94f32f03cf58fee7befbf839c/6ed254f94f32f03cf58fee7befbf839c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692715.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7aa/73e83e26359c8966096c23b43e29b7aa/73e83e26359c8966096c23b43e29b7aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692717.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/08b/1462d23c9bdc2dcfdd8dd16ccdd2808b/1462d23c9bdc2dcfdd8dd16ccdd2808b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692719.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/424/353a14b358c6727c69404fa989b01424/353a14b358c6727c69404fa989b01424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692721.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/39a/d7468ccada5ba126f4baaf5e051ad39a/d7468ccada5ba126f4baaf5e051ad39a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692723.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c7d/f428bb3b0ce7f8e3855d23ff49943c7d/f428bb3b0ce7f8e3855d23ff49943c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692725.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/a57/240d4e5384fbac15ba69c43442b79a57/240d4e5384fbac15ba69c43442b79a57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692727.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/6e3/c247fdf410a68e40443571f2a85ed6e3/c247fdf410a68e40443571f2a85ed6e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692729.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4e6/8e14ed5b863ae45bcf26f8fac54e74e6/8e14ed5b863ae45bcf26f8fac54e74e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692731.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b47/d0343997e6b08378145b418aed093b47/d0343997e6b08378145b418aed093b47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692733.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/78a/0c7709d98cdbb7429f1cf9003d8eb78a/0c7709d98cdbb7429f1cf9003d8eb78a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692735.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/5eb/fc476500fdb388db2eb7d461415c95eb/fc476500fdb388db2eb7d461415c95eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692737.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/904/c980c2466610b03a0530c46a49543904/c980c2466610b03a0530c46a49543904.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692739.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/9d9/a60286864f8768196c2f93347e8649d9/a60286864f8768196c2f93347e8649d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692741.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/adb/bdefb86f0431649a5d7b8f75ed598adb/bdefb86f0431649a5d7b8f75ed598adb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692743.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/88a/22fb8f77e881733be35ef55cfb41888a/22fb8f77e881733be35ef55cfb41888a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692743.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/88a/22fb8f77e881733be35ef55cfb41888a/22fb8f77e881733be35ef55cfb41888a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692745.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/586/036b89bc8befe57bb76ad464eb44c586/036b89bc8befe57bb76ad464eb44c586.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692745.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/586/036b89bc8befe57bb76ad464eb44c586/036b89bc8befe57bb76ad464eb44c586.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692747.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0ca/417cd2690fba1fdc9cd398f894b9d0ca/417cd2690fba1fdc9cd398f894b9d0ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692747.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0ca/417cd2690fba1fdc9cd398f894b9d0ca/417cd2690fba1fdc9cd398f894b9d0ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692749.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/da6/36eec37fa2c6eaca667fbbb565bcbda6/36eec37fa2c6eaca667fbbb565bcbda6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692749.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/da6/36eec37fa2c6eaca667fbbb565bcbda6/36eec37fa2c6eaca667fbbb565bcbda6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692751.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/856/251f60242888e761992f5eb735d47856/251f60242888e761992f5eb735d47856.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692751.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/856/251f60242888e761992f5eb735d47856/251f60242888e761992f5eb735d47856.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692753.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/05d/bc58c5d21b2a6a0a19357590ef34105d/bc58c5d21b2a6a0a19357590ef34105d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692753.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/05d/bc58c5d21b2a6a0a19357590ef34105d/bc58c5d21b2a6a0a19357590ef34105d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692755.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1ef/90d6e2e6bb45cc966c4074feda07a1ef/90d6e2e6bb45cc966c4074feda07a1ef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692755.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1ef/90d6e2e6bb45cc966c4074feda07a1ef/90d6e2e6bb45cc966c4074feda07a1ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692757.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ef8/385627dfea8bd2b7758b131e070f9ef8/385627dfea8bd2b7758b131e070f9ef8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692757.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/ef8/385627dfea8bd2b7758b131e070f9ef8/385627dfea8bd2b7758b131e070f9ef8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692759.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bba/b984a21d010fc4c7ce3f5b88f4ae7bba/b984a21d010fc4c7ce3f5b88f4ae7bba.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692759.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bba/b984a21d010fc4c7ce3f5b88f4ae7bba/b984a21d010fc4c7ce3f5b88f4ae7bba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692761.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4bb/a3cf913d8dd9156faba0baae545cf4bb/a3cf913d8dd9156faba0baae545cf4bb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692761.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/4bb/a3cf913d8dd9156faba0baae545cf4bb/a3cf913d8dd9156faba0baae545cf4bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692763.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0ea/6e9ae27cfd97d72242ab8c4db2b310ea/6e9ae27cfd97d72242ab8c4db2b310ea.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692763.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0ea/6e9ae27cfd97d72242ab8c4db2b310ea/6e9ae27cfd97d72242ab8c4db2b310ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692765.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/393/7a8a161ec1955fa284c410b2f11c2393/7a8a161ec1955fa284c410b2f11c2393.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692765.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/393/7a8a161ec1955fa284c410b2f11c2393/7a8a161ec1955fa284c410b2f11c2393.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692767.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bc2/7b24a319d50af4ebaa32c088fe7f5bc2/7b24a319d50af4ebaa32c088fe7f5bc2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692767.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bc2/7b24a319d50af4ebaa32c088fe7f5bc2/7b24a319d50af4ebaa32c088fe7f5bc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692769.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/907/72225b88f827ecd7031a38c8baeb7907/72225b88f827ecd7031a38c8baeb7907.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692769.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/907/72225b88f827ecd7031a38c8baeb7907/72225b88f827ecd7031a38c8baeb7907.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692771.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/396/70625ae9cafb58e563d19b553eb70396/70625ae9cafb58e563d19b553eb70396.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692771.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/396/70625ae9cafb58e563d19b553eb70396/70625ae9cafb58e563d19b553eb70396.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692773.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bb1/6d0f8a4967d8c5cd4e6ef658ccc69bb1/6d0f8a4967d8c5cd4e6ef658ccc69bb1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692773.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bb1/6d0f8a4967d8c5cd4e6ef658ccc69bb1/6d0f8a4967d8c5cd4e6ef658ccc69bb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692775.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/54b/910b5f5c7ef0d743e401808efcf7854b/910b5f5c7ef0d743e401808efcf7854b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692775.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/54b/910b5f5c7ef0d743e401808efcf7854b/910b5f5c7ef0d743e401808efcf7854b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692777.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/257/29c5f48956e438db1600518dc9e90257/29c5f48956e438db1600518dc9e90257.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692777.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/257/29c5f48956e438db1600518dc9e90257/29c5f48956e438db1600518dc9e90257.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692779.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1e9/8c9fa7bed3d3e19eb6cd87dce94721e9/8c9fa7bed3d3e19eb6cd87dce94721e9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692779.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/1e9/8c9fa7bed3d3e19eb6cd87dce94721e9/8c9fa7bed3d3e19eb6cd87dce94721e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692781.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c19/fb46295733a5c1e4826abbfd4b765c19/fb46295733a5c1e4826abbfd4b765c19.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692781.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/c19/fb46295733a5c1e4826abbfd4b765c19/fb46295733a5c1e4826abbfd4b765c19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692783.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bbb/c2db4238468f283f89376d9238c97bbb/c2db4238468f283f89376d9238c97bbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692783.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/bbb/c2db4238468f283f89376d9238c97bbb/c2db4238468f283f89376d9238c97bbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692785.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/2ba/a117ed56da552a5958ebcb3514ee62ba/a117ed56da552a5958ebcb3514ee62ba.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692785.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/2ba/a117ed56da552a5958ebcb3514ee62ba/a117ed56da552a5958ebcb3514ee62ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692787.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7d3/a0a76c9a4206e8babe0589c5b3b107d3/a0a76c9a4206e8babe0589c5b3b107d3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692787.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7d3/a0a76c9a4206e8babe0589c5b3b107d3/a0a76c9a4206e8babe0589c5b3b107d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692789.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/a01/d8e9ad5e827bfc9bfd29a9f2b1b9ba01/d8e9ad5e827bfc9bfd29a9f2b1b9ba01.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692789.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/a01/d8e9ad5e827bfc9bfd29a9f2b1b9ba01/d8e9ad5e827bfc9bfd29a9f2b1b9ba01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692791.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7ff/906ab0e3e00f69bac240ec4de7f577ff/906ab0e3e00f69bac240ec4de7f577ff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692791.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/7ff/906ab0e3e00f69bac240ec4de7f577ff/906ab0e3e00f69bac240ec4de7f577ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692793.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/975/36fdbb365e5da7fb37fbf9a931dce975/36fdbb365e5da7fb37fbf9a931dce975.db +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a42dd50-8150-4ab1-a5e4-8f5cac7858c2-sda', '1714281877.41646', '1714281880', '1714281879', '', '1714281880', 0, 0) -test DEBUG: /tmp/tmp5n_rqv1t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5a42dd50-8150-4ab1-a5e4-8f5cac7858c2-sda', '1714281877.41646', '1714281880', '1714281879', '', '1714281880', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a42dd50-8150-4ab1-a5e4-8f5cac7858c2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51134 seconds (1.95563/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp69wldtyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', 'e11904df-2f5e-4ff0-b09a-ef849bd7488a-sda', '1714281877.93894', '1714281880', '1714281879', '', '1714281880', 1, 0) -test DEBUG: /tmp/tmp69wldtyd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', 'e11904df-2f5e-4ff0-b09a-ef849bd7488a-sda', '1714281877.93894', '1714281880', '1714281879', '', '1714281880', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e11904df-2f5e-4ff0-b09a-ef849bd7488a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01723 seconds (58.04910/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpounxqqnb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e13adb4b-4c49-4ee4-af1e-7c1ce14c50d5-sda', '1714281878.55995', '1714281881', '1714281880', '', '1714281881', 0, 1) -test DEBUG: /tmp/tmpounxqqnb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e13adb4b-4c49-4ee4-af1e-7c1ce14c50d5-sda', '1714281878.55995', '1714281881', '1714281880', '', '1714281881', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e13adb4b-4c49-4ee4-af1e-7c1ce14c50d5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.08967 seconds (11.15235/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp360uc3z5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', 'b198f7fe-1312-48b1-99a7-09b916fdd954-sda', '1714281878.66122', '1714281881', '1714281880', '', '1714281881', 1, 0) -test DEBUG: /tmp/tmp360uc3z5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281882.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b198f7fe-1312-48b1-99a7-09b916fdd954-sda') -test DEBUG: /tmp/tmp360uc3z5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00358558s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', 'b198f7fe-1312-48b1-99a7-09b916fdd954-sda', '1714281878.66122', '1714281881', '1714281880', '', '1714281881', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b198f7fe-1312-48b1-99a7-09b916fdd954-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01610 seconds (62.10985/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxqzp1iuo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '25174988-dab1-4f49-8309-61f46e365ee2-sda', '1714281878.68849', '1714281881', '1714281880', '', '1714281881', 0, 0) -test DEBUG: /tmp/tmpxqzp1iuo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '25174988-dab1-4f49-8309-61f46e365ee2-sda', '1714281878.68849', '1714281881', '1714281880', '', '1714281881', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('25174988-dab1-4f49-8309-61f46e365ee2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01114 seconds (89.74188/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprinvm0v4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', '371644d0-a154-4099-ab80-13dc9d17dd08-sda', '1714281878.71054', '1714281881', '1714281880', '', '1714281881', 1, 0) -test DEBUG: /tmp/tmprinvm0v4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '278b851e2c2286ad4e8abca628fa1edb', '371644d0-a154-4099-ab80-13dc9d17dd08-sda', '1714281878.71054', '1714281881', '1714281880', '', '1714281881', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('371644d0-a154-4099-ab80-13dc9d17dd08-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01318 seconds (75.88696/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2hzaxy1x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f7fbd3d-e9ff-4fc6-9926-5a1cf76a93e4-sda', '1714281878.73345', '1714281882', '1714281881', '', '1714281882', 0, 1) -test DEBUG: /tmp/tmp2hzaxy1x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281876.77119', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281876.78156', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692551.08838', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Setting object count to 1058 (txn: txfe99172a1c584011a430f-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Setting object count to 1024 (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Setting object count to 1024 (txn: tx5eacef33a5ba43a5a2d09-00662ddd9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Setting object count to 1072 (txn: tx2dfb0845c32c4eaca2072-00662ddd9c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115551Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.10628', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -85833,36 +81625,124 @@ test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ @@ -85872,1023 +81752,939 @@ test:testertest:testertest:testertest:testerFULL_CONTROL test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test INFO: - - - [28/Apr/2024:05:24:37 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 63468 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 63468 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 63468 - -test INFO: - - - [28/Apr/2024:05:24:38 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0036 "-" 63468 0 -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=63468] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=63468] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5f7fbd3d-e9ff-4fc6-9926-5a1cf76a93e4-sda', '1714281878.73345', '1714281882', '1714281881', '', '1714281882', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5f7fbd3d-e9ff-4fc6-9926-5a1cf76a93e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27961 seconds (3.57635/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp06fd1n5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5087e4f378a5de48e747af0b18d987f8', '12169482-a0d6-432c-b94c-5bd505c4aded-sda', '1714281879.02433', '1714281883', '1714281882', '', '1714281883', 1, 0) -test DEBUG: /tmp/tmp06fd1n5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281884.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '12169482-a0d6-432c-b94c-5bd505c4aded-sda') -test DEBUG: /tmp/tmp06fd1n5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00254655s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5087e4f378a5de48e747af0b18d987f8', '12169482-a0d6-432c-b94c-5bd505c4aded-sda', '1714281879.02433', '1714281883', '1714281882', '', '1714281883', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12169482-a0d6-432c-b94c-5bd505c4aded-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01568 seconds (63.76220/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpytwenj5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93f7e5d4-4b12-4995-b059-73f700113b1b-sda', '1714281879.05064', '1714281883', '1714281882', '', '1714281883', 0, 0) -test DEBUG: /tmp/tmpytwenj5_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93f7e5d4-4b12-4995-b059-73f700113b1b-sda', '1714281879.05064', '1714281883', '1714281882', '', '1714281883', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('93f7e5d4-4b12-4995-b059-73f700113b1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01665 seconds (60.06844/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwj79fcv4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5087e4f378a5de48e747af0b18d987f8', '4bdf1659-ad23-4e1f-b0a6-1e70f336e65b-sda', '1714281879.07818', '1714281883', '1714281882', '', '1714281883', 1, 0) -test DEBUG: /tmp/tmpwj79fcv4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5087e4f378a5de48e747af0b18d987f8', '4bdf1659-ad23-4e1f-b0a6-1e70f336e65b-sda', '1714281879.07818', '1714281883', '1714281882', '', '1714281883', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4bdf1659-ad23-4e1f-b0a6-1e70f336e65b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01297 seconds (77.11334/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2yrxkdq0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '99b6fb5f-8e55-4ebe-90dc-ebcf3af5edf7-sda', '1714281879.54920', '1714281884', '1714281883', '', '1714281884', 0, 0) -test DEBUG: /tmp/tmp2yrxkdq0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '99b6fb5f-8e55-4ebe-90dc-ebcf3af5edf7-sda', '1714281879.54920', '1714281884', '1714281883', '', '1714281884', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('99b6fb5f-8e55-4ebe-90dc-ebcf3af5edf7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00960 seconds (104.21817/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5ptfhm_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', 'f47535b4-550c-4578-86d3-b26c39c0ce52-sda', '1714281879.57075', '1714281884', '1714281883', '', '1714281884', 1, 0) -test DEBUG: /tmp/tmp5ptfhm_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281885.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f47535b4-550c-4578-86d3-b26c39c0ce52-sda') -test DEBUG: /tmp/tmp5ptfhm_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00259948s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', 'f47535b4-550c-4578-86d3-b26c39c0ce52-sda', '1714281879.57075', '1714281884', '1714281883', '', '1714281884', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f47535b4-550c-4578-86d3-b26c39c0ce52-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01621 seconds (61.70506/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3y5fw8dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18da8744-57ff-4018-a953-1305a25b96b3-sda', '1714281879.59828', '1714281884', '1714281883', '', '1714281884', 0, 0) -test DEBUG: /tmp/tmp3y5fw8dy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.00608', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.00834', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01013', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01181', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01346', 'Content-Type': 'binary/octet-stream'} -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/obj.py", line 157, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1637, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01579', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01746', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.01911', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.02075', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.02880', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.03036', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpbgc0s6m9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbgc0s6m9/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpbgc0s6m9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbgc0s6m9/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 63468 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 63468 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 63468 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 63468 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx396efc831438488dbbda1-00662ddd98" "proxy-server 63468" 0.0010 "-" 63468 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38215/sda1/0/a/c" "tx396efc831438488dbbda1-00662ddd98" "container-server 63468" 0.0012 "-" 63468 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:54035/sdb1/0/a/c" "tx396efc831438488dbbda1-00662ddd98" "container-server 63468" 0.0010 "-" 63468 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx396efc831438488dbbda1-00662ddd98" "proxy-server 63468" 0.0136 "-" 63468 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx396efc831438488dbbda1-00662ddd98" "proxy-server 63468" 0.0101 "-" 63468 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx396efc831438488dbbda1-00662ddd98 - 0.0212 - - 1714281880.852414131 1714281880.873576403 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3014115f9e8f49ea8b7f9-00662ddd98" "proxy-server 63468" 0.0011 "-" 63468 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:38215/sda1/2/a1/c1" "tx3014115f9e8f49ea8b7f9-00662ddd98" "container-server 63468" 0.0010 "-" 63468 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:54035/sdb1/2/a1/c1" "tx3014115f9e8f49ea8b7f9-00662ddd98" "container-server 63468" 0.0009 "-" 63468 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3014115f9e8f49ea8b7f9-00662ddd98" "proxy-server 63468" 0.0079 "-" 63468 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3014115f9e8f49ea8b7f9-00662ddd98" "proxy-server 63468" 0.0128 "-" 63468 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3014115f9e8f49ea8b7f9-00662ddd98 - 0.0194 - - 1714281880.874888182 1714281880.894284487 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4a3b812be40a4442af5b6-00662ddd98" "proxy-server 63468" 0.0018 "-" 63468 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38215/sda1/0/a/c1" "tx4a3b812be40a4442af5b6-00662ddd98" "container-server 63468" 0.0016 "-" 63468 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:54035/sdb1/0/a/c1" "tx4a3b812be40a4442af5b6-00662ddd98" "container-server 63468" 0.0010 "-" 63468 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4a3b812be40a4442af5b6-00662ddd98" "proxy-server 63468" 0.0099 "-" 63468 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4a3b812be40a4442af5b6-00662ddd98" "proxy-server 63468" 0.0145 "-" 63468 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4a3b812be40a4442af5b6-00662ddd98 - 0.0222 - - 1714281880.895546436 1714281880.917755127 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3ce35285e057421db0b78-00662ddd98" "proxy-server 63468" 0.0020 "-" 63468 - -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:40 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:38215/sda1/2/a/c2" "tx3ce35285e057421db0b78-00662ddd98" "container-server 63468" 0.0010 "-" 63468 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:54035/sdb1/2/a/c2" "tx3ce35285e057421db0b78-00662ddd98" "container-server 63468" 0.0017 "-" 63468 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:41 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3ce35285e057421db0b78-00662ddd98" "proxy-server 63468" 0.3994 "-" 63468 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:41 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3ce35285e057421db0b78-00662ddd98" "proxy-server 63468" 0.4042 "-" 63468 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3ce35285e057421db0b78-00662ddd98 - 0.4118 - - 1714281880.918977737 1714281881.330813169 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115551Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.26440', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115551Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.28175', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Setting object count to 1072 (txn: tx12ab92299d25471ebf613-00662ddd9c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Setting object count to 1072 (txn: tx1fbf07385a07442a96cf7-00662ddd9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692793.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/975/36fdbb365e5da7fb37fbf9a931dce975/36fdbb365e5da7fb37fbf9a931dce975.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692795.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/261/41f1e4a561a474f67462003a18e38261/41f1e4a561a474f67462003a18e38261.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692795.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/261/41f1e4a561a474f67462003a18e38261/41f1e4a561a474f67462003a18e38261.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692797.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/23f/03bdef0f3fbdfe370f5d53ee2642723f/03bdef0f3fbdfe370f5d53ee2642723f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692797.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/23f/03bdef0f3fbdfe370f5d53ee2642723f/03bdef0f3fbdfe370f5d53ee2642723f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692799.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b4a/dd089a1263a9d717e450ce23977a4b4a/dd089a1263a9d717e450ce23977a4b4a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692799.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/b4a/dd089a1263a9d717e450ce23977a4b4a/dd089a1263a9d717e450ce23977a4b4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692801.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/280/c6ac53e410373b19e71da6598747f280/c6ac53e410373b19e71da6598747f280.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692801.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/280/c6ac53e410373b19e71da6598747f280/c6ac53e410373b19e71da6598747f280.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692803.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/12d/09281eadcd58599029dc855d3ee1c12d/09281eadcd58599029dc855d3ee1c12d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692803.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/12d/09281eadcd58599029dc855d3ee1c12d/09281eadcd58599029dc855d3ee1c12d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1748692805.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0b5/0103ebf1bf27e8eef818bc7b9a7770b5/0103ebf1bf27e8eef818bc7b9a7770b5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1748692805.00000, db: /tmp/tmpaii2hn_9/sda/containers/0/0b5/0103ebf1bf27e8eef818bc7b9a7770b5/0103ebf1bf27e8eef818bc7b9a7770b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpjz2i4and/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1748692553.00000, (0, 0) as of 1748692553.00000, active as of 1748692553.00000> to ShardRange<'k' to 't' as of 1748692554.00000, (0, 0) as of 1748692554.00000, sharded as of 1748692555.00000>, path: .shards_a/shard_c, db: /tmp/tmpjz2i4and/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpjz2i4and/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpspt5zg17/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692554.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/209/acb8d13dd90ebacfe0656253b85fb209/acb8d13dd90ebacfe0656253b85fb209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692557.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/8e8/347d73c011b7beee494173e65bac48e8/347d73c011b7beee494173e65bac48e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692563.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/34e/6f379c8888e1ab8de32a02ce23fe434e/6f379c8888e1ab8de32a02ce23fe434e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692572.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/e08/04cbcaab285558c6210de738f6777e08/04cbcaab285558c6210de738f6777e08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692584.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/f83/d50d2485995b79161901b44ce8abef83/d50d2485995b79161901b44ce8abef83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692587.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/199/284811abd0378ee63c3a2843c54cc199/284811abd0378ee63c3a2843c54cc199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmp8_mgjk6a/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692554.00000-0, db: /tmp/tmpsw2z_w_0/sda/containers/0/209/acb8d13dd90ebacfe0656253b85fb209/acb8d13dd90ebacfe0656253b85fb209.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692558.00000-0, db: /tmp/tmpsw2z_w_0/sda/containers/0/6e3/eca1cd13cab40e1a911d80e278ce56e3/eca1cd13cab40e1a911d80e278ce56e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692556.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/1f0/cb3a542db5c0c0fc0a4080d1048bd1f0/cb3a542db5c0c0fc0a4080d1048bd1f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692560.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/68d/92e6b39c59fd1f53dcdfed5af5f1968d/92e6b39c59fd1f53dcdfed5af5f1968d.db +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff9c40f130>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 3317111 +my-daemon DEBUG: Forked worker 3317111 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txf4990f591944445eb291e-00683aee47) +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx9fe55cf4c0704fbbab2ce-00683aee47) +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txc7246096c4bb4ee686e5d-00683aee47) +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.1" 200 160 0.000052 +proxy INFO: 192.168.0.1 - - [31/May/2025 11:55:51] "GET /otherurl HTTP/1.1" 200 179 0.000027 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.0" 200 186 0.000046 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.0" 200 179 0.000058 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.0" 200 180 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.0" 200 180 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +proxy INFO: (3317111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3317111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [31/May/2025 11:55:51] "GET /someurl HTTP/1.0" 200 180 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3317111) wsgi exited, is_accepting=True +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 31/May/2025/11/55/51 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1748692551.337058306 1748692551.337278605 - +fake-swift INFO: - - 31/May/2025/11/55/51 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1748692551.346404552 1748692551.346577406 - +fake-swift INFO: - - 31/May/2025/11/55/51 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0004 - - 1748692551.347112656 1748692551.347527027 - +fake-swift INFO: - - 31/May/2025/11/55/51 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1748692551.347894669 1748692551.348011255 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0004 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0075 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0063 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0020 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 3317113 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0084 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0102 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0178 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0142 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0127 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0184 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0087 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0108 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0062 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0142 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0058 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0158 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0139 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0049 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0189 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +fake-swift INFO: - - 31/May/2025/11/55/51 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1748692551.360787630 1748692551.360878706 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpwpnx4act/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpwpnx4act/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp6tgpq4q6/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp6tgpq4q6/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmptwff2ll_/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18da8744-57ff-4018-a953-1305a25b96b3-sda', '1714281879.59828', '1714281884', '1714281883', '', '1714281884', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('18da8744-57ff-4018-a953-1305a25b96b3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46596 seconds (2.14610/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcpmjbdsr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '605c3e08cc82aed10f2ddb82ceb62d02', '53d8f961-5e82-4cb4-bac9-251d350d4765-sda', '1714281880.07528', '1714281885', '1714281884', '', '1714281885', 1, 1) -test DEBUG: /tmp/tmpcpmjbdsr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '605c3e08cc82aed10f2ddb82ceb62d02', '53d8f961-5e82-4cb4-bac9-251d350d4765-sda', '1714281880.07528', '1714281885', '1714281884', '', '1714281885', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('53d8f961-5e82-4cb4-bac9-251d350d4765-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01305 seconds (76.63570/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89c7dfd1-d30c-4ce6-8661-78f68e6c016c-sda', '1714281880.66203', '1714281880.00000', '0', '', '1714281880.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '89c7dfd1-d30c-4ce6-8661-78f68e6c016c-sda', '1714281880.66203', '1714281881.00000', '0', '', '1714281880.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6a40561aa773ae8b49e605d5a84345df', '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda', '1714281880.67550', '1714281880.67376', '0', '', '1714281880.67376', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1714281880.67929', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1714281880.67987', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1714281880.67997', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1714281880.68005', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1714281880.68011', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1714281880.68018', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1714281880.68025', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1714281880.68032', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1714281880.68039', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1714281880.68046', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1714281880.68057', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1714281880.69067', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1714281880.69390', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1714281880.69706', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1714281880.70091', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1714281880.70407', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1714281880.70737', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1714281880.71658', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1714281880.71995', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1714281880.72319', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '1bcd91f8b5d29b9d906c52fcb552a8e8', '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda', '1714281880.67550', '1714281880.67376', '0', '', '1714281880.67376', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1714281880.72657', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25276c71-c27a-4e55-8d6c-3bb8e9299f95-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxcpe2nh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae97adda-105c-432b-a60e-a2a016ee9317-sda', '1714281880.74312', '1714281881', '0', '', '1714281881', 0, 1) -test DEBUG: /tmp/tmpxcpe2nh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281879.76881', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.67805', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052439Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281879.77740', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.70083', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.63419', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.51637', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.63603', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.52242', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.63772', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.52416', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.63934', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.52996', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.64090', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.53188', 'Content-Type': 'binary/octet-stream'} test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ @@ -86910,1806 +82706,3066 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.64304', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.53925', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.64453', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.54096', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.64641', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.54686', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.64790', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.54861', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.65507', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.59814', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.60039', 'Content-Type': 'binary/octet-stream'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692564.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e8d/c7157815dac01ac86fc109c3d39dae8d/c7157815dac01ac86fc109c3d39dae8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692572.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e08/04cbcaab285558c6210de738f6777e08/04cbcaab285558c6210de738f6777e08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692584.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/f83/d50d2485995b79161901b44ce8abef83/d50d2485995b79161901b44ce8abef83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692592.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/600/978d2845fa3b8494ddd4833e7ff66600/978d2845fa3b8494ddd4833e7ff66600.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692596.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c45/20dd87c1b41feaa5eec4eca7161b2c45/20dd87c1b41feaa5eec4eca7161b2c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692604.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/cf7/fc111876725be55c74dadbcdc6fb5cf7/fc111876725be55c74dadbcdc6fb5cf7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692608.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ec2/7aed396c5905655d58805cffd138dec2/7aed396c5905655d58805cffd138dec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692628.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5ca/fe41ecbe490df9db21fcf7239b1975ca/fe41ecbe490df9db21fcf7239b1975ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692632.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e70/293b5f1b96bce4325e6507183bce8e70/293b5f1b96bce4325e6507183bce8e70.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692632.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e70/293b5f1b96bce4325e6507183bce8e70/293b5f1b96bce4325e6507183bce8e70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692644.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/bbb/979158ff2284c2acc814b0cf9502cbbb/979158ff2284c2acc814b0cf9502cbbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692652.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ad7/38a0ede3752c4a1d794f1112bac64ad7/38a0ede3752c4a1d794f1112bac64ad7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692656.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b19/6c4d17999aaa57a2046093d6797e1b19/6c4d17999aaa57a2046093d6797e1b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692668.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c0b/cd5e54c7f88d17f844916c2c1e87cc0b/cd5e54c7f88d17f844916c2c1e87cc0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692672.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5cb/c8281abb0908d22dd97f247dc175b5cb/c8281abb0908d22dd97f247dc175b5cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692680.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/915/32aeff338be2c21289bbabd35f11e915/32aeff338be2c21289bbabd35f11e915.db +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281878.65645', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.97623', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692551.98801', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ae97adda-105c-432b-a60e-a2a016ee9317-sda', '1714281880.74312', '1714281881', '0', '', '1714281881', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae97adda-105c-432b-a60e-a2a016ee9317-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000'} +test DEBUG: bucket None POST +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: A key is specified for bucket API. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.92170 seconds (1.08496/s) +test INFO: Attempted to replicate 0 dbs in 0.00846 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyorf_xen/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60d6a0c7a18b1e476a4a77a335c68d28', '5dda9ec8-3b69-4045-a2fa-827390109b60-sda', '1714281881.67545', '1714281882', '0', '', '1714281882', 1, 1) -test DEBUG: /tmp/tmpyorf_xen/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281883.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5dda9ec8-3b69-4045-a2fa-827390109b60-sda') -test DEBUG: /tmp/tmpyorf_xen/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00261903s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60d6a0c7a18b1e476a4a77a335c68d28', '5dda9ec8-3b69-4045-a2fa-827390109b60-sda', '1714281881.67545', '1714281882', '0', '', '1714281882', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5dda9ec8-3b69-4045-a2fa-827390109b60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyorf_xen/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db +test DEBUG: Replicating db /tmp/tmp32lc39ye/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02138 seconds (46.76945/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyorf_xen/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '5ef241acacdc8a117f90dc12967103bc', '8fe455a7-cd2d-4989-bbb9-ac92d1ffb632-sda', '1714281881.69566', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('8fe455a7-cd2d-4989-bbb9-ac92d1ffb632-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '5ef241acacdc8a117f90dc12967103bc', '8fe455a7-cd2d-4989-bbb9-ac92d1ffb632-sda', '1714281881.69566', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('8fe455a7-cd2d-4989-bbb9-ac92d1ffb632-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: Attempted to replicate 1 dbs in 0.00203 seconds (492.90131/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoa0gi6xu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '92aaa244-1efe-45d8-bcf9-d58f611ce0db-sda', '1714281881.71454', '1714281882', '0', '', '1714281882', 0, 0) -test DEBUG: /tmp/tmpoa0gi6xu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '92aaa244-1efe-45d8-bcf9-d58f611ce0db-sda', '1714281881.71454', '1714281882', '0', '', '1714281882', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('92aaa244-1efe-45d8-bcf9-d58f611ce0db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01066 seconds (93.76849/s) +test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_209bw75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60d6a0c7a18b1e476a4a77a335c68d28', '7eb717b6-03e3-40c2-8228-a0a942961651-sda', '1714281881.73571', '1714281882', '0', '', '1714281882', 1, 1) -test DEBUG: /tmp/tmp_209bw75/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60d6a0c7a18b1e476a4a77a335c68d28', '7eb717b6-03e3-40c2-8228-a0a942961651-sda', '1714281881.73571', '1714281882', '0', '', '1714281882', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7eb717b6-03e3-40c2-8228-a0a942961651-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_209bw75/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01664 seconds (60.09254/s) +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_209bw75/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '5ef241acacdc8a117f90dc12967103bc', '7bfe95a6-51c5-4414-8aa6-81333f944bf9-sda', '1714281881.75168', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('7bfe95a6-51c5-4414-8aa6-81333f944bf9-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '5ef241acacdc8a117f90dc12967103bc', '7bfe95a6-51c5-4414-8aa6-81333f944bf9-sda', '1714281881.75168', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('7bfe95a6-51c5-4414-8aa6-81333f944bf9-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0e03shkr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '397cb730-4e58-461f-b501-5f41c6d92465-sda', '1714281882.10393', '1714281883', '1714281884', '', '1714281884', 0, 1) -test DEBUG: /tmp/tmp0e03shkr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '397cb730-4e58-461f-b501-5f41c6d92465-sda', '1714281882.10393', '1714281883', '1714281884', '', '1714281884', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('397cb730-4e58-461f-b501-5f41c6d92465-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01374 seconds (72.75409/s) +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1630, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/acl_handlers.py", line 220, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1613, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692684.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/db8/f2842cc7da81157cd941d904b4890db8/f2842cc7da81157cd941d904b4890db8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692688.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/8cb/db278fd72ba51b4920522cd67b0d28cb/db278fd72ba51b4920522cd67b0d28cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692692.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/140/0982a1005cd74699f3e8a12e036a8140/0982a1005cd74699f3e8a12e036a8140.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692704.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ad8/ed6c09d5ff21f94c00b03580e16ccad8/ed6c09d5ff21f94c00b03580e16ccad8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692708.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/aa1/484235b21f0b91a6f903a16519da5aa1/484235b21f0b91a6f903a16519da5aa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692712.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/6b5/e2823060e64639f3e6855402e9d776b5/e2823060e64639f3e6855402e9d776b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692716.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/dda/0e9694335a3e52437f65f80fa6e8cdda/0e9694335a3e52437f65f80fa6e8cdda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692724.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5bb/eade3b13a3c03e079069cbfebc6b85bb/eade3b13a3c03e079069cbfebc6b85bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692728.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/fa4/79d5654ce87cb18554580fa5d13b9fa4/79d5654ce87cb18554580fa5d13b9fa4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692728.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/fa4/79d5654ce87cb18554580fa5d13b9fa4/79d5654ce87cb18554580fa5d13b9fa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692732.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5f8/6378e8ac88ca31ad553a32e6929965f8/6378e8ac88ca31ad553a32e6929965f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692736.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/765/435a98b988b052248234a64aafd2b765/435a98b988b052248234a64aafd2b765.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692740.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/4e0/d188f977d93342d51fc9d75e82a024e0/d188f977d93342d51fc9d75e82a024e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692744.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/bcd/fc58e37d7655f9de5d4dfdab2d8dfbcd/fc58e37d7655f9de5d4dfdab2d8dfbcd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692748.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/dc3/d8397242622617172874598117803dc3/d8397242622617172874598117803dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692752.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/f91/e1c9549a57b4fd9ab69f2c8ca8d56f91/e1c9549a57b4fd9ab69f2c8ca8d56f91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692756.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/fa1/bad1468d9ec2cce8cfd9afbad47abfa1/bad1468d9ec2cce8cfd9afbad47abfa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692760.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/4ea/e8a43ecafc9bbdb06c0e577cf6a274ea/e8a43ecafc9bbdb06c0e577cf6a274ea.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692760.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/4ea/e8a43ecafc9bbdb06c0e577cf6a274ea/e8a43ecafc9bbdb06c0e577cf6a274ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692764.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b9c/b0f0ccec0843b1778831e6729b39db9c/b0f0ccec0843b1778831e6729b39db9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692768.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/65b/7ea8fb8f86668ff186cd922cb630065b/7ea8fb8f86668ff186cd922cb630065b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692772.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/38c/0ea4d055314566e70d53d2547f6f238c/0ea4d055314566e70d53d2547f6f238c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692776.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/f72/494b0831e68750b30266ea5dc8f6af72/494b0831e68750b30266ea5dc8f6af72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692780.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/2a2/5d82bc89c835d238be0ae914a8d8a2a2/5d82bc89c835d238be0ae914a8d8a2a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692784.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/a10/b614795ec8c2efa0f2e10ed1da0c3a10/b614795ec8c2efa0f2e10ed1da0c3a10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692788.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/4a9/72e95c6dfebf64dcc48f2fcde96db4a9/72e95c6dfebf64dcc48f2fcde96db4a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692792.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/81f/6c9228cdfa699a079408e0820f79a81f/6c9228cdfa699a079408e0820f79a81f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692792.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/81f/6c9228cdfa699a079408e0820f79a81f/6c9228cdfa699a079408e0820f79a81f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692796.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/6bb/15f5d2bbd1a12e3f9bae77950e2bf6bb/15f5d2bbd1a12e3f9bae77950e2bf6bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692800.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e7b/2299ecb5dd55cefd666712969915ce7b/2299ecb5dd55cefd666712969915ce7b.db test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1714281880.33349', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052440Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281880.34203', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0079 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0196 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0137 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0142 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0024 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpq2la3b9s/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0159 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0071 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0033 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0138 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0117 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0145 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0033 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0049 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0039 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0076 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0147 "-" 3317113 - +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_utils.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_utils.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_utils.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_utils.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_utils.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_utils.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_utils.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_utils.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats +test.unit.common.test_utils.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052440Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281880.85253', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052440Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281880.86289', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +Unlinked retiring db '/tmp/tmpwvruppmd/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test DEBUG: Replicating db /tmp/tmpjghv20m0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', '6b613198-f206-46f7-8970-d343f47bd8b4-sda', '1714281882.12811', '1714281883', '1714281884', '', '1714281884', 1, 0) -test DEBUG: /tmp/tmpjghv20m0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281885.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6b613198-f206-46f7-8970-d343f47bd8b4-sda') -test DEBUG: /tmp/tmpjghv20m0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270963s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', '6b613198-f206-46f7-8970-d343f47bd8b4-sda', '1714281882.12811', '1714281883', '1714281884', '', '1714281884', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b613198-f206-46f7-8970-d343f47bd8b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjghv20m0/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.74070 seconds (1.35008/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpjghv20m0/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '72b3302a000d31e209a0125321f9577f', 'd3fb21b7-72d6-4512-adf3-eb6c9e977b47-sda', '1714281882.86823', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('d3fb21b7-72d6-4512-adf3-eb6c9e977b47-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '72b3302a000d31e209a0125321f9577f', 'd3fb21b7-72d6-4512-adf3-eb6c9e977b47-sda', '1714281882.86823', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('d3fb21b7-72d6-4512-adf3-eb6c9e977b47-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnwp3ehtx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5581b10c-8d01-4820-bccf-cbda5c01683b-sda', '1714281882.88649', '1714281883', '1714281884', '', '1714281884', 0, 1) -test DEBUG: /tmp/tmpnwp3ehtx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5581b10c-8d01-4820-bccf-cbda5c01683b-sda', '1714281882.88649', '1714281883', '1714281884', '', '1714281884', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5581b10c-8d01-4820-bccf-cbda5c01683b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01110 seconds (90.06756/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp83ic9q_z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', 'd16bb456-0bc9-40fd-b1aa-5e9f21e44864-sda', '1714281882.90877', '1714281883', '1714281884', '', '1714281884', 1, 0) -test DEBUG: /tmp/tmp83ic9q_z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '52ab8cd8b4c289221e891974653bfd96', 'd16bb456-0bc9-40fd-b1aa-5e9f21e44864-sda', '1714281882.90877', '1714281883', '1714281884', '', '1714281884', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d16bb456-0bc9-40fd-b1aa-5e9f21e44864-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp83ic9q_z/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01717 seconds (58.24418/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp83ic9q_z/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '72b3302a000d31e209a0125321f9577f', 'ae861ff3-cc74-4ec2-843a-9c9fac99025d-sda', '1714281882.92594', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('ae861ff3-cc74-4ec2-843a-9c9fac99025d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '72b3302a000d31e209a0125321f9577f', 'ae861ff3-cc74-4ec2-843a-9c9fac99025d-sda', '1714281882.92594', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('ae861ff3-cc74-4ec2-843a-9c9fac99025d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpymrwhg7v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85551d00-4de6-467f-b5ea-5ef8e6602fa8-sda', '1714281883.30101', '1714281883', '1714281884', '', '1714281884', 0, 0) -test DEBUG: /tmp/tmpymrwhg7v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85551d00-4de6-467f-b5ea-5ef8e6602fa8-sda', '1714281883.30101', '1714281883', '1714281884', '', '1714281884', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85551d00-4de6-467f-b5ea-5ef8e6602fa8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00995 seconds (100.51914/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_4l2sccq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '178e8900-b5d0-4d22-913d-7727ab396d0a-sda', '1714281883.32148', '1714281883', '1714281884', '', '1714281884', 0, 0) -test DEBUG: /tmp/tmp_4l2sccq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1748692551.99142', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115552Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692552.01332', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052441Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281881.39864', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20240428/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20240428T052441Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281881.40676', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0038 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0007 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0039 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0105 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0227 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0085 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0045 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0101 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 3317113 - +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmppxpfy9x4/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.01s +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1748692553.4508796, time window end: 1748692553.4508796, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1748692553.4526882, time window end: 1748692553.4526973, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1748692553.4528184, time window end: 1748692553.4530613, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1748692553.4531596, time window end: 1748692553.453206, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281881.96527', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281881.97248', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaea5b370>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115552Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'not the hash', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692552.31628', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Setting object count to 1072 (txn: txe69605ee55d44848a5925-00662ddd9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7c4edd5db9f94d85aa3ef-00662ddd9f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7c4edd5db9f94d85aa3ef-00662ddd9f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c4edd5db9f94d85aa3ef-00662ddd9f) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx7c4edd5db9f94d85aa3ef-00662ddd9f) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7c4edd5db9f94d85aa3ef-00662ddd9f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx2e557d68544643e99dddc-00662ddda0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281882.68037', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20250531/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20250531T115552Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692552.33303', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281882.68985', 'Content-Type': 'binary/octet-stream'} +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '178e8900-b5d0-4d22-913d-7727ab396d0a-sda', '1714281883.32148', '1714281883', '1714281884', '', '1714281884', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('178e8900-b5d0-4d22-913d-7727ab396d0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45969 seconds (2.17537/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi2x1b3nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '794fe386-e446-4524-b58a-7fe36c71f283-sda', '1714281884.29881', '1714281886', '0', '', '1714281886', 0, 1) -test DEBUG: /tmp/tmpi2x1b3nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '794fe386-e446-4524-b58a-7fe36c71f283-sda', '1714281884.29881', '1714281886', '0', '', '1714281886', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('794fe386-e446-4524-b58a-7fe36c71f283-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01709 seconds (58.52047/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4ph6wzi5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9ac216c8666504dcbaeb4ee68c812122', '0e4f87b2-7ec7-4631-b18a-cc604ad9f021-sda', '1714281884.32671', '1714281886', '0', '', '1714281886', 1, 1) -test DEBUG: /tmp/tmp4ph6wzi5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9ac216c8666504dcbaeb4ee68c812122', '0e4f87b2-7ec7-4631-b18a-cc604ad9f021-sda', '1714281884.32671', '1714281886', '0', '', '1714281886', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0e4f87b2-7ec7-4631-b18a-cc604ad9f021-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4ph6wzi5/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01892 seconds (52.85133/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp4ph6wzi5/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '4a9e8642fa7d49975478bd7de3f21d04', '49e6357f-acd0-462a-8951-5aef38c9983d-sda', '1714281884.34515', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('49e6357f-acd0-462a-8951-5aef38c9983d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '4a9e8642fa7d49975478bd7de3f21d04', '49e6357f-acd0-462a-8951-5aef38c9983d-sda', '1714281884.34515', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('49e6357f-acd0-462a-8951-5aef38c9983d-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '768f8364-23a4-45b1-a1cc-e6454421d168-sda', '1714281884.36321', '1714281884.36136', '0', '', '1714281884.36136', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr2uj0yiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '541c9573-c53a-4e1a-b67c-17981fb3dd54-sda', '1714281884.37018', '1714281884.36827', '0', '', '1714281884.36827', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('541c9573-c53a-4e1a-b67c-17981fb3dd54-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '541c9573-c53a-4e1a-b67c-17981fb3dd54-sda', '1714281884.37018', '1714281884.36827', '0', '', '1714281884.36827', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('541c9573-c53a-4e1a-b67c-17981fb3dd54-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00868 seconds (115.16353/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '99facb750dccd5a4bbc70fdee8c20593', '5c83ed28-77d1-4d16-a3fa-aa1fb614daa0-sda', '1714281884.38874', '1714281884.38677', '0', '', '1714281884.38677', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('5c83ed28-77d1-4d16-a3fa-aa1fb614daa0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '7ff1433b8d7e234acddfd15dbeb61d20', '2c10db46-59e1-4784-81c3-b6049a389051-sda', '1714281884.41085', '1714281884.40903', '0', '', '1714281884.40903', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1714281884.41496', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1714281884.41571', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1714281884.41581', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1714281884.41589', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1714281884.41597', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1714281884.41604', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1714281884.41611', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1714281884.41617', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1714281884.41624', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1714281884.41631', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1714281884.41638', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2c10db46-59e1-4784-81c3-b6049a389051-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaea5b370>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefafac0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffae9a3010>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692804.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/4f9/28ec555f6141ebf23adfb18fcdf244f9/28ec555f6141ebf23adfb18fcdf244f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692808.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e4d/83e4b0c9b1f6239d26297b8633faee4d/83e4b0c9b1f6239d26297b8633faee4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692812.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/eff/1b1621416855e282d466654e6beeeeff/1b1621416855e282d466654e6beeeeff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692816.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/9b1/acdea32b8f68f3d83fce71c216ea49b1/acdea32b8f68f3d83fce71c216ea49b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692820.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/875/400c1edbfbab225c802252118f87a875/400c1edbfbab225c802252118f87a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692824.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/3f8/ec476f55eeb12e339ab76c3c5d4ff3f8/ec476f55eeb12e339ab76c3c5d4ff3f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692828.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c91/686828eac43d74713b5356a9f8439c91/686828eac43d74713b5356a9f8439c91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692832.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/2f8/76893fe83d407c2383c15d2e57ec22f8/76893fe83d407c2383c15d2e57ec22f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692836.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/828/fae26bd29de66112f6e92ed473a4c828/fae26bd29de66112f6e92ed473a4c828.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692840.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/075/f0ecbf60f5f80bb56b6490f7a6a24075/f0ecbf60f5f80bb56b6490f7a6a24075.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692844.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/65e/f8bd49db557dfcd5346e3340f141a65e/f8bd49db557dfcd5346e3340f141a65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692848.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/d36/e722058d890f537a44c2f987a5757d36/e722058d890f537a44c2f987a5757d36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692852.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5a1/66841e5917399e8d5fb6c4a9ec96d5a1/66841e5917399e8d5fb6c4a9ec96d5a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692856.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/570/c5e82b59934337bc75b061875f9e9570/c5e82b59934337bc75b061875f9e9570.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692860.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/8ea/ce348d38b0c1f546618c3b083b0f18ea/ce348d38b0c1f546618c3b083b0f18ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692864.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/6bc/ea3dce13dd1a1ede919b3fd6d36126bc/ea3dce13dd1a1ede919b3fd6d36126bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692868.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/40d/ee8303c23c8368222ce05fc09ce5e40d/ee8303c23c8368222ce05fc09ce5e40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692872.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b96/b49fc79f4280bf8d38eb6127eeaa7b96/b49fc79f4280bf8d38eb6127eeaa7b96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692876.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ae2/e4e07f90b4a0fbb066b8691316248ae2/e4e07f90b4a0fbb066b8691316248ae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692880.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/0dc/a897f11208d3782cf9792143384c40dc/a897f11208d3782cf9792143384c40dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692884.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/f39/3ab246bbe8be9c2e78de24b05a4c5f39/3ab246bbe8be9c2e78de24b05a4c5f39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692888.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c3a/6ea5ac3e100055b9be57fede39d92c3a/6ea5ac3e100055b9be57fede39d92c3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692892.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5c6/1c66952d9f6a8afa41a90224985865c6/1c66952d9f6a8afa41a90224985865c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692896.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b7d/ecf2cc10f25b5c8babdfea54b0b4eb7d/ecf2cc10f25b5c8babdfea54b0b4eb7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692900.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/100/2591a1b227091e1681497abc4a680100/2591a1b227091e1681497abc4a680100.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692904.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/583/b7ec967d977f7dcb3444b828c755f583/b7ec967d977f7dcb3444b828c755f583.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692908.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/3c6/25906219764d2bef07f1f916a2ce43c6/25906219764d2bef07f1f916a2ce43c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692912.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/d48/6cd0e09ffc8250b37c9ec5d2dd123d48/6cd0e09ffc8250b37c9ec5d2dd123d48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692916.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/1a9/f51e8b00d7bb10299f9c06c8deddc1a9/f51e8b00d7bb10299f9c06c8deddc1a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692920.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/0ff/571de1d480f3a8be1ee95c3aa83720ff/571de1d480f3a8be1ee95c3aa83720ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692924.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/248/cb077289c470cf5ea991a744b3b12248/cb077289c470cf5ea991a744b3b12248.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692928.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/24d/3686e91485d6f815f4ef1322a360624d/3686e91485d6f815f4ef1322a360624d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692932.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/215/204c2235c5ab3903b29f5509f034e215/204c2235c5ab3903b29f5509f034e215.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692936.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/228/9cc1ed989c301344c863bb85ca830228/9cc1ed989c301344c863bb85ca830228.db +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -OSError (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: tx9d3f4c080290428eb90a1-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txb757a710f4664cf1bf0fa-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx65d0532fd0a340d9aade1-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx2c98092ec65b45a5b49a9-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebd54157ff3f4a17ab715-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebd54157ff3f4a17ab715-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txebd54157ff3f4a17ab715-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: txebd54157ff3f4a17ab715-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: txebd54157ff3f4a17ab715-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: tx1e45f3eff76e4c17bbb22-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281883.71977', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281883.72767', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281884.19393', 'Content-Type': 'binary/octet-stream'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1714281884.20083', 'Content-Type': 'binary/octet-stream'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692552.79630', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692552.81507', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0124 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0146 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0137 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0100 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0107 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0101 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3317113 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0085 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0058 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0139 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0122 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0093 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0180 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0140 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0207 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0139 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0097 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0139 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0098 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0119 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0140 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0138 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:54 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0085 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0116 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0095 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0101 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0109 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0068 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0108 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpr6z2zhtc/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0185 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0066 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0106 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0064 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0065 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.2341 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0105 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3317113 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0087 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0070 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test DEBUG: Replicating db /tmp/tmpl416cosm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5987eb4e-9c4b-4611-a073-fd57c4f5a3f4-sda', '1714281884.43804', '1714281887', '0', '', '1714281887', 0, 1) -test DEBUG: /tmp/tmpl416cosm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5987eb4e-9c4b-4611-a073-fd57c4f5a3f4-sda', '1714281884.43804', '1714281887', '0', '', '1714281887', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5987eb4e-9c4b-4611-a073-fd57c4f5a3f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27382 seconds (3.65201/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfbn92l9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c01a155dddb08109365269b4b3cfdd81', '05605e0f-7163-4c54-8617-00d00192dc8f-sda', '1714281884.72354', '1714281887', '0', '', '1714281887', 1, 0) -test DEBUG: /tmp/tmpfbn92l9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281888.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '05605e0f-7163-4c54-8617-00d00192dc8f-sda') -test DEBUG: /tmp/tmpfbn92l9o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00306344s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c01a155dddb08109365269b4b3cfdd81', '05605e0f-7163-4c54-8617-00d00192dc8f-sda', '1714281884.72354', '1714281887', '0', '', '1714281887', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('05605e0f-7163-4c54-8617-00d00192dc8f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfbn92l9o/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02086 seconds (47.94563/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpfbn92l9o/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '0ef8de5a87f5266f0fb41acad984fdd9', '17b78c23-b914-4311-a472-cd6b5ca14de3-sda', '1714281884.74298', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('17b78c23-b914-4311-a472-cd6b5ca14de3-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '0ef8de5a87f5266f0fb41acad984fdd9', '17b78c23-b914-4311-a472-cd6b5ca14de3-sda', '1714281884.74298', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('17b78c23-b914-4311-a472-cd6b5ca14de3-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg7pmpdf3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67c277ba-8c19-435f-a846-6ac663fa0daf-sda', '1714281884.76943', '1714281887', '0', '', '1714281887', 0, 0) -test DEBUG: /tmp/tmpg7pmpdf3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67c277ba-8c19-435f-a846-6ac663fa0daf-sda', '1714281884.76943', '1714281887', '0', '', '1714281887', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67c277ba-8c19-435f-a846-6ac663fa0daf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01194 seconds (83.72296/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnsn12l_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c01a155dddb08109365269b4b3cfdd81', '10e8239b-187b-4f87-b22e-8dd7502873d4-sda', '1714281884.79228', '1714281887', '0', '', '1714281887', 1, 1) -test DEBUG: /tmp/tmpnsn12l_p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c01a155dddb08109365269b4b3cfdd81', '10e8239b-187b-4f87-b22e-8dd7502873d4-sda', '1714281884.79228', '1714281887', '0', '', '1714281887', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10e8239b-187b-4f87-b22e-8dd7502873d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpnsn12l_p/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01741 seconds (57.42442/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpnsn12l_p/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '7f2990e01881a837f7d24f935e8642b7', '71def985-cd0d-4916-be4e-179b5f0a9fcb-sda', '1714281884.81006', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('71def985-cd0d-4916-be4e-179b5f0a9fcb-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '7f2990e01881a837f7d24f935e8642b7', '71def985-cd0d-4916-be4e-179b5f0a9fcb-sda', '1714281884.81006', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('71def985-cd0d-4916-be4e-179b5f0a9fcb-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwexnh4dq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bbfc1a0b-5d13-4228-b58f-206e56b8e5db-sda', '1714281885.16086', '1714281885', '1714281889', '', '1714281889', 0, 0) -test DEBUG: /tmp/tmpwexnh4dq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692553.13601', 'Content-Type': 'binary/octet-stream'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1748692553.15247', 'Content-Type': 'binary/octet-stream'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict @@ -88780,6 +85836,76 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: Setting object count to 1064 (txn: txafec0e65a64543aa8051b-00683aee47) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx78e202888009472eacc22-00683aee47) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3fd3ae1d022a47ba8488a-00683aee47) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Setting object count to 1065 (txn: tx6ca1ed5f267e4966a3d12-00683aee48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Setting object count to 1065 (txn: txa872d5975c0e48508af37-00683aee49) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb @@ -88848,1136 +85974,2608 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: tx87d216261fce4b7f876b9-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbbbdb1dc21e6435bad6be-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txbbbdb1dc21e6435bad6be-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: txbbbdb1dc21e6435bad6be-00662ddd9a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx398370ad90624fe684eec-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txb6c6a15d04cd41a0bce37-00662ddd9a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb6c6a15d04cd41a0bce37-00662ddd9a) -test ERROR: Container GET returning 503 for [500, 500] (txn: txb6c6a15d04cd41a0bce37-00662ddd9a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txceffc8c8578745a792995-00662ddd9a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txae002f5f43de4bccae0e8-00662ddd9a) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txae002f5f43de4bccae0e8-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: txae002f5f43de4bccae0e8-00662ddd9a) -test ERROR: Container GET returning 503 for [] (txn: tx90e629087899405e89338-00662ddd9a) -test INFO: Client disconnected on read of '/a/c' (txn: tx90e629087899405e89338-00662ddd9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f5a89fc48c546f4acf98-00662ddd9b) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f5a89fc48c546f4acf98-00662ddd9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692940.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ea5/efce906436a26a72aac6eabae7f79ea5/efce906436a26a72aac6eabae7f79ea5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692944.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/dac/54836f740c0c1e76c964d614a1da4dac/54836f740c0c1e76c964d614a1da4dac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692948.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/fe1/d27f8d9b675fb81fc6fc43883c74efe1/d27f8d9b675fb81fc6fc43883c74efe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692952.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/889/c6925c2133214d3e12bdeecf8ca7f889/c6925c2133214d3e12bdeecf8ca7f889.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692956.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b69/773249beb0ffa2a500bbf8ef19cffb69/773249beb0ffa2a500bbf8ef19cffb69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692960.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/da0/af156c3cfb839fc7798e02e6917cbda0/af156c3cfb839fc7798e02e6917cbda0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692964.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/bf6/2e0c3fd6e2db73cd53adc7742ce01bf6/2e0c3fd6e2db73cd53adc7742ce01bf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692968.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/2f1/17df9fe85e348989c46f0d622688b2f1/17df9fe85e348989c46f0d622688b2f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692972.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/76b/79ab10c25aba84f69f13c0b1df37076b/79ab10c25aba84f69f13c0b1df37076b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692976.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/9c3/0c324f974ed5becf4daed58e72ae49c3/0c324f974ed5becf4daed58e72ae49c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692980.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/d75/c361565bd26aa03085fa418cc26ccd75/c361565bd26aa03085fa418cc26ccd75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692984.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5b2/aa0a1be0867e3bec38307ad26e9465b2/aa0a1be0867e3bec38307ad26e9465b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692988.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/f93/dcd9e9733917228e4321f20726d14f93/dcd9e9733917228e4321f20726d14f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692992.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/5c7/472d9d2a8530b6aea0a25fe05a1a25c7/472d9d2a8530b6aea0a25fe05a1a25c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692996.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/194/3ad15410f6f1127ef35d73b5517bb194/3ad15410f6f1127ef35d73b5517bb194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693000.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/9a4/e5b05cd101c354493658591ec48df9a4/e5b05cd101c354493658591ec48df9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693004.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/527/a8277caf6c17381a889e7b37abc12527/a8277caf6c17381a889e7b37abc12527.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693008.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/d10/002c92a24a40479e14a58be6100ffd10/002c92a24a40479e14a58be6100ffd10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693012.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/af2/4dbe556dde8e1b0608141a745a979af2/4dbe556dde8e1b0608141a745a979af2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693016.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/770/6ea013c818f2979ca8cbcefffbd38770/6ea013c818f2979ca8cbcefffbd38770.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693020.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e51/779d267a5989a0d3f3d9f0f6f9130e51/779d267a5989a0d3f3d9f0f6f9130e51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693024.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/8b5/101d2acff928b367553faabc5112c8b5/101d2acff928b367553faabc5112c8b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693028.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/cf8/4dc68d81abe34cd185d7947080264cf8/4dc68d81abe34cd185d7947080264cf8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693032.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/413/b565e5a5546fce2632d601803165f413/b565e5a5546fce2632d601803165f413.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693036.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/118/3f562bfb6ad71b972379cc376fc7e118/3f562bfb6ad71b972379cc376fc7e118.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693040.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/9a7/c8839b698a41cf18569951e01e7699a7/c8839b698a41cf18569951e01e7699a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693044.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/b25/c7f849823ea73597dccea799a19acb25/c7f849823ea73597dccea799a19acb25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693048.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/712/495c8218b7b4e1cd5b0f346bdf788712/495c8218b7b4e1cd5b0f346bdf788712.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693052.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/e0f/b907a35dcc93a57bcdef28e563a28e0f/b907a35dcc93a57bcdef28e563a28e0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693056.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/ba5/84aaef2c1038a97120986e7e8bd5cba5/84aaef2c1038a97120986e7e8bd5cba5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693060.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/d7d/672437de9bcb43067a8f3e8c448bdd7d/672437de9bcb43067a8f3e8c448bdd7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693064.00000-0, db: /tmp/tmpbc6ctdl9/sda/containers/0/c5a/5a4d3826c2f859bcd80c4202d39f5c5a/5a4d3826c2f859bcd80c4202d39f5c5a.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmprfmtot9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692556.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmprfmtot9i/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692556.00000.db +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx8eef2acc81c646fd903f5-00662ddd9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86a0686d7e204936b0194-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86a0686d7e204936b0194-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86a0686d7e204936b0194-00662ddd9b) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86a0686d7e204936b0194-00662ddd9b) -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx3ea70614fb784aa2bca2a-00662ddda1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test DEBUG: Setting object count to 3120 (txn: tx4430ae23f90b4f00a6476-00662ddda1) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe6b421529b864813be8bf-00662ddda1) -test DEBUG: Setting object count to 3120 (txn: txe6b421529b864813be8bf-00662ddda1) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test DEBUG: Setting object count to 3120 (txn: tx5c4efe877e3b4a77bf6cb-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txe9960ebb91964f2dafd19-00662ddda2) -test DEBUG: Setting object count to 3120 (txn: txe9960ebb91964f2dafd19-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx032c6e78c57640829cc55-00662ddda2) -test DEBUG: Setting object count to 3120 (txn: tx032c6e78c57640829cc55-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txeea659374e9642eaa4524-00662ddda2) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txeea659374e9642eaa4524-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpp33q39wh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp33q39wh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpp33q39wh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp33q39wh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0078 "-" 3317111 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0113 "-" 3317111 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3317111 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3317111 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx904f1b8d4ab94d27963ea-00683aee4b" "proxy-server 3317111" 0.0014 "-" 3317111 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33047/sda1/1/a/c" "tx904f1b8d4ab94d27963ea-00683aee4b" "container-server 3317111" 0.0011 "-" 3317111 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57069/sdb1/1/a/c" "tx904f1b8d4ab94d27963ea-00683aee4b" "container-server 3317111" 0.0011 "-" 3317111 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx904f1b8d4ab94d27963ea-00683aee4b" "proxy-server 3317111" 0.0090 "-" 3317111 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx904f1b8d4ab94d27963ea-00683aee4b" "proxy-server 3317111" 0.0191 "-" 3317111 0 +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0073 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0160 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0276 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0082 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0106 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0143 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0128 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0108 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0139 "-" 3317113 - +test ERROR: ERROR Account update failed with 127.0.0.1:49601/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0097 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0053 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 3317113 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3317113 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 3317113 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0053 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0120 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0060 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0087 "-" 3317113 2 +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other WRITE test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:othertest:other +test DEBUG: permission denined: 403 Forbidden test:tester OWNER +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 349, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3api.py", line 389, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1455, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/s3api/s3request.py", line 1440, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1748692554.001346350 1748692554.001405478 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1748692554.002555847 1748692554.002563477 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692554.003420830 1748692554.003479481 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692554.021967649 1748692554.022041321 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1748692554.023030758 1748692554.023054361 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1748692554.023855209 1748692554.023867369 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.024729252 1748692554.024777412 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692554.025429487 1748692554.025480986 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1748692554.025416851 1748692554.025734186 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +Unlinked retiring db '/tmp/tmp1ei07ibd/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmprx_kxm5f/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmppeucetb0/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmpg63vwsln/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b_1748692559.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692559.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/70b/d9cd8fe61e6904646e98912d2ad3470b/d9cd8fe61e6904646e98912d2ad3470b_1748692559.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61_1748692562.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61_1748692562.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e_1748692565.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e_1748692565.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d_1748692568.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692568.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/23d/3888077f9abc24e68a4d1a3b616e523d/3888077f9abc24e68a4d1a3b616e523d_1748692568.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d_1748692571.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692571.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/e6d/38c2bc916d92d647f8271d755d8e2e6d/38c2bc916d92d647f8271d755d8e2e6d_1748692571.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14_1748692574.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14_1748692574.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e_1748692577.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e_1748692577.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a_1748692580.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a_1748692580.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e_1748692583.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e_1748692583.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477_1748692586.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477_1748692586.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee_1748692589.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee_1748692589.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692592.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/600/978d2845fa3b8494ddd4833e7ff66600/978d2845fa3b8494ddd4833e7ff66600_1748692592.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692592.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/600/978d2845fa3b8494ddd4833e7ff66600/978d2845fa3b8494ddd4833e7ff66600_1748692592.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414_1748692595.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414_1748692595.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641_1748692598.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641_1748692598.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f_1748692601.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f_1748692601.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692604.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/cf7/fc111876725be55c74dadbcdc6fb5cf7/fc111876725be55c74dadbcdc6fb5cf7_1748692604.00000.db +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692554.946393013 1748692554.946443796 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.948420525 1748692554.948458910 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1748692554.949052572 1748692554.949088573 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.949707985 1748692554.949741840 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1748692554.958708048 1748692554.958752155 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1748692554.959386826 1748692554.959420681 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1748692554.959979057 1748692554.960014105 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.960558414 1748692554.960592270 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1748692554.961130142 1748692554.961164951 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1748692554.974233866 1748692554.974285126 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1748692554.975047827 1748692554.975085497 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1748692554.975974560 1748692554.976010799 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.977022886 1748692554.977066994 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692554.986636400 1748692554.986679077 - +test INFO: - - 31/May/2025/11/55/54 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1748692554.987537622 1748692554.987575054 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 31/May/2025/11/55/55 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692555.003102064 1748692555.003146648 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0087 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0117 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0118 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0006 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0055 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0053 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0059 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0054 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0093 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0054 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx904f1b8d4ab94d27963ea-00683aee4b - 0.0362 - - 1748692555.067914724 1748692555.104076862 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx208989ea8cb548cdb15a2-00683aee4b" "proxy-server 3317111" 0.0012 "-" 3317111 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:33047/sda1/1/a1/c1" "tx208989ea8cb548cdb15a2-00683aee4b" "container-server 3317111" 0.0010 "-" 3317111 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57069/sdb1/1/a1/c1" "tx208989ea8cb548cdb15a2-00683aee4b" "container-server 3317111" 0.0012 "-" 3317111 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx208989ea8cb548cdb15a2-00683aee4b" "proxy-server 3317111" 0.0310 "-" 3317111 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx208989ea8cb548cdb15a2-00683aee4b" "proxy-server 3317111" 0.0110 "-" 3317111 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx208989ea8cb548cdb15a2-00683aee4b - 0.0475 - - 1748692555.105477571 1748692555.152978659 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc360d0fed526453f849be-00683aee4b" "proxy-server 3317111" 0.0021 "-" 3317111 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57069/sdb1/2/a/c1" "txc360d0fed526453f849be-00683aee4b" "container-server 3317111" 0.0269 "-" 3317111 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33047/sda1/2/a/c1" "txc360d0fed526453f849be-00683aee4b" "container-server 3317111" 0.0011 "-" 3317111 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc360d0fed526453f849be-00683aee4b" "proxy-server 3317111" 0.0387 "-" 3317111 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc360d0fed526453f849be-00683aee4b" "proxy-server 3317111" 0.0351 "-" 3317111 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc360d0fed526453f849be-00683aee4b - 0.0555 - - 1748692555.154397011 1748692555.209865332 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txba50ceaf5ecc42a6b578d-00683aee4b" "proxy-server 3317111" 0.0020 "-" 3317111 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57069/sdb1/1/a/c2" "txba50ceaf5ecc42a6b578d-00683aee4b" "container-server 3317111" 0.0018 "-" 3317111 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33047/sda1/1/a/c2" "txba50ceaf5ecc42a6b578d-00683aee4b" "container-server 3317111" 0.0011 "-" 3317111 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txba50ceaf5ecc42a6b578d-00683aee4b" "proxy-server 3317111" 0.0380 "-" 3317111 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txba50ceaf5ecc42a6b578d-00683aee4b" "proxy-server 3317111" 0.0344 "-" 3317111 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txba50ceaf5ecc42a6b578d-00683aee4b - 0.0715 - - 1748692555.211394072 1748692555.282887459 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: -test:testertest:testertest:writetest:writeWRITE -test DEBUG: permission denined: 403 Forbidden test:write READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test WARNING: More than one part in a single-part response? +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpa7uc62b3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa7uc62b3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpa7uc62b3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa7uc62b3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0112 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0111 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0150 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0150 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx121ddb0f51b643f584936-00683aee48" "proxy-server 3317108" 0.0011 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34411/sdb1/0/a/c" "tx121ddb0f51b643f584936-00683aee48" "container-server 3317108" 0.0010 "-" 3317108 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41687/sda1/0/a/c" "tx121ddb0f51b643f584936-00683aee48" "container-server 3317108" 0.0010 "-" 3317108 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx121ddb0f51b643f584936-00683aee48" "proxy-server 3317108" 0.0577 "-" 3317108 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx121ddb0f51b643f584936-00683aee48" "proxy-server 3317108" 0.0417 "-" 3317108 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx121ddb0f51b643f584936-00683aee48 - 0.0826 - - 1748692552.257762671 1748692552.340378284 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx37c489c46bc9448981faa-00683aee48" "proxy-server 3317108" 0.0011 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:34411/sdb1/2/a1/c1" "tx37c489c46bc9448981faa-00683aee48" "container-server 3317108" 0.0011 "-" 3317108 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:41687/sda1/2/a1/c1" "tx37c489c46bc9448981faa-00683aee48" "container-server 3317108" 0.0010 "-" 3317108 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx37c489c46bc9448981faa-00683aee48" "proxy-server 3317108" 0.0545 "-" 3317108 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx37c489c46bc9448981faa-00683aee48" "proxy-server 3317108" 0.0427 "-" 3317108 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx37c489c46bc9448981faa-00683aee48 - 0.0827 - - 1748692552.341637611 1748692552.424347639 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3920b742b87749e1904f1-00683aee48" "proxy-server 3317108" 0.0019 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41687/sda1/0/a/c1" "tx3920b742b87749e1904f1-00683aee48" "container-server 3317108" 0.0016 "-" 3317108 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:34411/sdb1/0/a/c1" "tx3920b742b87749e1904f1-00683aee48" "container-server 3317108" 0.0009 "-" 3317108 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3920b742b87749e1904f1-00683aee48" "proxy-server 3317108" 0.0535 "-" 3317108 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3920b742b87749e1904f1-00683aee48" "proxy-server 3317108" 0.0418 "-" 3317108 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3920b742b87749e1904f1-00683aee48 - 0.0825 - - 1748692552.425691843 1748692552.508208036 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx952261b09fba4ef4a8210-00683aee48" "proxy-server 3317108" 0.0019 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41687/sda1/2/a/c2" "tx952261b09fba4ef4a8210-00683aee48" "container-server 3317108" 0.0031 "-" 3317108 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34411/sdb1/2/a/c2" "tx952261b09fba4ef4a8210-00683aee48" "container-server 3317108" 0.0092 "-" 3317108 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx952261b09fba4ef4a8210-00683aee48" "proxy-server 3317108" 0.0267 "-" 3317108 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:52 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx952261b09fba4ef4a8210-00683aee48" "proxy-server 3317108" 0.0316 "-" 3317108 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx952261b09fba4ef4a8210-00683aee48 - 0.0639 - - 1748692552.509509325 1748692552.573446512 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0114 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmpjtluadfb/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0052 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0047 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0087 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0064 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3317113 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0133 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0186 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0023 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0060 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test DEBUG: Unlinked retiring db '/tmp/tmphk8sz1ur/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [31/May/2025:11:55:56 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0140 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:56 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3317113 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffaefae680>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +fake INFO: - - 31/May/2025/11/55/55 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1748693555 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1748692555.474002123 1748692555.474200487 - +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpy0myjgq7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy0myjgq7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpy0myjgq7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpy0myjgq7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0072 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0113 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0110 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe7b0e7195d094ee8b44e0-00683aee4b" "proxy-server 3317108" 0.0011 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39091/sda1/0/a/c" "txe7b0e7195d094ee8b44e0-00683aee4b" "container-server 3317108" 0.0010 "-" 3317108 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:59801/sdb1/0/a/c" "txe7b0e7195d094ee8b44e0-00683aee4b" "container-server 3317108" 0.0010 "-" 3317108 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe7b0e7195d094ee8b44e0-00683aee4b" "proxy-server 3317108" 0.0385 "-" 3317108 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txe7b0e7195d094ee8b44e0-00683aee4b" "proxy-server 3317108" 0.0256 "-" 3317108 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe7b0e7195d094ee8b44e0-00683aee4b - 0.0465 - - 1748692555.746053696 1748692555.792547226 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx86ef57082acb4747a3f02-00683aee4b" "proxy-server 3317108" 0.0012 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:59801/sdb1/2/a1/c1" "tx86ef57082acb4747a3f02-00683aee4b" "container-server 3317108" 0.0092 "-" 3317108 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39091/sda1/2/a1/c1" "tx86ef57082acb4747a3f02-00683aee4b" "container-server 3317108" 0.0010 "-" 3317108 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx86ef57082acb4747a3f02-00683aee4b" "proxy-server 3317108" 0.0247 "-" 3317108 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx86ef57082acb4747a3f02-00683aee4b" "proxy-server 3317108" 0.0502 "-" 3317108 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx86ef57082acb4747a3f02-00683aee4b - 0.0657 - - 1748692555.805913687 1748692555.871568680 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b6f94fee68c471ba03d3-00683aee4b" "proxy-server 3317108" 0.0019 "-" 3317108 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59801/sdb1/0/a/c1" "tx4b6f94fee68c471ba03d3-00683aee4b" "container-server 3317108" 0.0019 "-" 3317108 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39091/sda1/0/a/c1" "tx4b6f94fee68c471ba03d3-00683aee4b" "container-server 3317108" 0.0093 "-" 3317108 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4b6f94fee68c471ba03d3-00683aee4b" "proxy-server 3317108" 0.0516 "-" 3317108 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4b6f94fee68c471ba03d3-00683aee4b" "proxy-server 3317108" 0.0398 "-" 3317108 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4b6f94fee68c471ba03d3-00683aee4b - 0.0803 - - 1748692555.872892618 1748692555.953226328 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txedf88e88b8934f96a394f-00683aee4b" "proxy-server 3317108" 0.0142 "-" 3317108 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:56 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39091/sda1/2/a/c2" "txedf88e88b8934f96a394f-00683aee4b" "container-server 3317108" 0.0010 "-" 3317108 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:56 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59801/sdb1/2/a/c2" "txedf88e88b8934f96a394f-00683aee4b" "container-server 3317108" 0.0138 "-" 3317108 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:56 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txedf88e88b8934f96a394f-00683aee4b" "proxy-server 3317108" 0.0292 "-" 3317108 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:56 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txedf88e88b8934f96a394f-00683aee4b" "proxy-server 3317108" 0.0504 "-" 3317108 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txedf88e88b8934f96a394f-00683aee4b - 0.0704 - - 1748692555.962765932 1748692556.033167839 2 +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bbfc1a0b-5d13-4228-b58f-206e56b8e5db-sda', '1714281885.16086', '1714281885', '1714281889', '', '1714281889', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bbfc1a0b-5d13-4228-b58f-206e56b8e5db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.56290 seconds (1.77650/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgbyqsda9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', 'e55fae85-0fe4-40f9-a408-e1a1103d775e-sda', '1714281885.73425', '1714281885', '1714281889', '', '1714281889', 1, 0) -test DEBUG: /tmp/tmpgbyqsda9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281890.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e55fae85-0fe4-40f9-a408-e1a1103d775e-sda') -test DEBUG: /tmp/tmpgbyqsda9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00277138s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', 'e55fae85-0fe4-40f9-a408-e1a1103d775e-sda', '1714281885.73425', '1714281885', '1714281889', '', '1714281889', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e55fae85-0fe4-40f9-a408-e1a1103d775e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgbyqsda9/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02097 seconds (47.68291/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpgbyqsda9/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ad42b64aba7ef473f24f64b9dd0d9104', '175507cf-5f78-49d9-b186-8bc4ed8be83e-sda', '1714281885.75836', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('175507cf-5f78-49d9-b186-8bc4ed8be83e-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ad42b64aba7ef473f24f64b9dd0d9104', '175507cf-5f78-49d9-b186-8bc4ed8be83e-sda', '1714281885.75836', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('175507cf-5f78-49d9-b186-8bc4ed8be83e-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpas6fswkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9c9b21a9-675c-46f6-a694-12548509dad8-sda', '1714281885.77368', '1714281885', '1714281889', '', '1714281889', 0, 0) -test DEBUG: /tmp/tmpas6fswkt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9c9b21a9-675c-46f6-a694-12548509dad8-sda', '1714281885.77368', '1714281885', '1714281889', '', '1714281889', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9c9b21a9-675c-46f6-a694-12548509dad8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01083 seconds (92.29525/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpijmgwfrr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '5e01420f-0580-43dc-95b6-4b70953a1e9c-sda', '1714281885.79567', '1714281885', '1714281889', '', '1714281889', 1, 1) -test DEBUG: /tmp/tmpijmgwfrr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '5e01420f-0580-43dc-95b6-4b70953a1e9c-sda', '1714281885.79567', '1714281885', '1714281889', '', '1714281889', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5e01420f-0580-43dc-95b6-4b70953a1e9c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpijmgwfrr/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02440 seconds (40.97784/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpijmgwfrr/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'd20f69dd36a9810746ea53b38ea2e85b', '3b195b44-1547-4f75-9010-1f08e136b11e-sda', '1714281885.82311', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('3b195b44-1547-4f75-9010-1f08e136b11e-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'd20f69dd36a9810746ea53b38ea2e85b', '3b195b44-1547-4f75-9010-1f08e136b11e-sda', '1714281885.82311', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('3b195b44-1547-4f75-9010-1f08e136b11e-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp78jhstxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93be6b95-de6d-4d23-9f07-594294ded1f8-sda', '1714281886.20852', '1714281886', '0', '', '1714281886', 0, 0) -test DEBUG: /tmp/tmp78jhstxw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93be6b95-de6d-4d23-9f07-594294ded1f8-sda', '1714281886.20852', '1714281886', '0', '', '1714281886', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('93be6b95-de6d-4d23-9f07-594294ded1f8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02368 seconds (42.22450/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692604.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/cf7/fc111876725be55c74dadbcdc6fb5cf7/fc111876725be55c74dadbcdc6fb5cf7_1748692604.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c_1748692607.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692607.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/07c/048a4d97974ffe1e01a065a782ea107c/048a4d97974ffe1e01a065a782ea107c_1748692607.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a_1748692610.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a_1748692610.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e_1748692613.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e_1748692613.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506_1748692616.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692616.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/506/75abac5898dc6e8bb709aa6850955506/75abac5898dc6e8bb709aa6850955506_1748692616.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4_1748692619.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692619.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/cd4/416515fe96117aab761cc9eef5417cd4/416515fe96117aab761cc9eef5417cd4_1748692619.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83_1748692622.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83_1748692622.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3_1748692625.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3_1748692625.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692628.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5ca/fe41ecbe490df9db21fcf7239b1975ca/fe41ecbe490df9db21fcf7239b1975ca_1748692628.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692628.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5ca/fe41ecbe490df9db21fcf7239b1975ca/fe41ecbe490df9db21fcf7239b1975ca_1748692628.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3_1748692631.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692631.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/bf3/f3425a401f023e72775ea81667b4ebf3/f3425a401f023e72775ea81667b4ebf3_1748692631.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5_1748692634.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5_1748692634.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5_1748692637.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5_1748692637.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1_1748692640.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1_1748692640.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3_1748692643.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692643.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4e3/d552d7b72dbe8655279837247481b4e3/d552d7b72dbe8655279837247481b4e3_1748692643.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871_1748692646.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871_1748692646.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9_1748692649.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9_1748692649.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:55:57 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:55:57 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:55:57 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3317113 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:55:57 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0025 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:55:57 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0085 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0072 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:57 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0086 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0125 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0061 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0129 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317113 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -fake INFO: - - 28/Apr/2024/05/24/48 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1714282888 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1714281888.299816370 1714281888.299947262 - -test ERROR: Error in '/tmp/tmpvzql9c9f/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmp5u81670g/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmp5u81670g/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'ad4a920e8dc048069b9a4ae7dffe7112': [Errno 2] No such file or directory: 'ad4a920e8dc048069b9a4ae7dffe7112' -test ERROR: Could not load '/tmp/tmp897f5jl6/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp897f5jl6/container-sync-realms.conf' -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2 new rows) -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 353, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +test DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok test.unit.container.test_reconciler.TestReconciler.test_concurrency @@ -89992,286 +88590,188 @@ test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0124 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0054 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0095 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0121 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0123 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0081 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0118 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0077 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0162 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0052 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0119 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0157 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3317113 nada +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3317113 999 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0117 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0054 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0076 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0011 "-" 3317113 1 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0148 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0119 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0055 "-" 3317113 3 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0080 "-" 3317113 4 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0012 "-" 3317113 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0081 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0149 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx86a0686d7e204936b0194-00662ddd9b) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx86a0686d7e204936b0194-00662ddd9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9d989cba8c6446309058e-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc76de40764d2448f88893-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx63cb950aa75f4524a642a-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txda35521a2c7846c3ad9de-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbe92192053e841af8a408-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx43064041e2e4497b8d57f-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx009aea4f549f449e8dfe9-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf5324a9d9ed54f5cae943-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9dcd8ba6acb8440bb5c41-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb536b7e46ffd4c4fac6e5-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb095d44a427b47d49a965-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb8c944e13185457c91164-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf2583972d69945b89bb1f-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5b3c3fd91b80454d94433-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txddb98e33c09d46a18ef9a-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txad1a3083833b4b97bf196-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx08cdb36fb8e84ea9933fe-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe211efd707b64efabab3a-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd007d4a7191e4a44b26a1-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c0db08fc9a64f3498e50-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9c0a03574b6b4b9586627-00662ddd9c) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx24233351d86d4b97a788e-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx39b39b20465b421eb3c5b-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe2bee7084efb4612bd22e-00662ddd9c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx671963e734434448803af-00662ddd9c) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx79266f0cb6e447ee8ecff-00662ddd9c) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txbe35b48eb75e499ba84d8-00662ddd9c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb80e58b31c7c4fcb925c4-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc070092f361a411da7b25-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txd879fbac2e614621af326-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txf34adbb4379c4c56ab1f3-00662ddd9c) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Sun, 28 Apr 2024 05:24:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:44 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:45 -0000'} -test DEBUG: bucket None POST -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test ERROR: Failed to unlink '/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container_1714281881.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container_1714281881.00000.db': ['/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container.db', '/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container_1714281882.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpk9ejlj8o/containers/part/suffix/hash/container_1714281882.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpboas3len/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpboas3len/test_container.db': : +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test ERROR: Error reading ringfile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -90280,478 +88780,23 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp_nw4gbd1/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp_nw4gbd1/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test DEBUG: Replicating db /tmp/tmp76ws_0vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '068338f2-2214-41c0-870c-8be7e9d8eda4-sda', '1714281886.26068', '1714281886', '0', '', '1714281886', 1, 1) -test DEBUG: /tmp/tmp76ws_0vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281890.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '068338f2-2214-41c0-870c-8be7e9d8eda4-sda') -test DEBUG: /tmp/tmp76ws_0vf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00251412s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '068338f2-2214-41c0-870c-8be7e9d8eda4-sda', '1714281886.26068', '1714281886', '0', '', '1714281886', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('068338f2-2214-41c0-870c-8be7e9d8eda4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp76ws_0vf/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.62892 seconds (1.59002/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp76ws_0vf/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'd20f69dd36a9810746ea53b38ea2e85b', '1f89a580-51d7-4b95-b1f8-7ea00d2f5458-sda', '1714281886.89603', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('1f89a580-51d7-4b95-b1f8-7ea00d2f5458-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'd20f69dd36a9810746ea53b38ea2e85b', '1f89a580-51d7-4b95-b1f8-7ea00d2f5458-sda', '1714281886.89603', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('1f89a580-51d7-4b95-b1f8-7ea00d2f5458-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2rboje0i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c061166-f526-4b5a-afe1-99e5d4046009-sda', '1714281886.91165', '1714281886', '0', '', '1714281886', 0, 1) -test DEBUG: /tmp/tmp2rboje0i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c061166-f526-4b5a-afe1-99e5d4046009-sda', '1714281886.91165', '1714281886', '0', '', '1714281886', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0c061166-f526-4b5a-afe1-99e5d4046009-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01065 seconds (93.86712/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplddih275/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '3e4d0dcc-639f-4fd1-b07c-ea52942a06a1-sda', '1714281886.93381', '1714281886', '0', '', '1714281886', 1, 0) -test DEBUG: /tmp/tmplddih275/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', '3e4d0dcc-639f-4fd1-b07c-ea52942a06a1-sda', '1714281886.93381', '1714281886', '0', '', '1714281886', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3e4d0dcc-639f-4fd1-b07c-ea52942a06a1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplddih275/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01674 seconds (59.73905/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmplddih275/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ad42b64aba7ef473f24f64b9dd0d9104', '988eaafa-ef86-47ce-a67f-39e209accee4-sda', '1714281886.95365', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('988eaafa-ef86-47ce-a67f-39e209accee4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, 'ad42b64aba7ef473f24f64b9dd0d9104', '988eaafa-ef86-47ce-a67f-39e209accee4-sda', '1714281886.95365', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('988eaafa-ef86-47ce-a67f-39e209accee4-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkgt9m2ay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '73273d75-0d3c-401c-8dd9-90b385d7e939-sda', '1714281887.30056', '1714281887', '1714281889', '', '1714281889', 0, 0) -test DEBUG: /tmp/tmpkgt9m2ay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '73273d75-0d3c-401c-8dd9-90b385d7e939-sda', '1714281887.30056', '1714281887', '1714281889', '', '1714281889', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73273d75-0d3c-401c-8dd9-90b385d7e939-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01646 seconds (60.76903/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp5qfpz_r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '735591bc16ceb9f26e5c8cf4bbe736ed', '00e9aee2-a5b5-4fb0-bb9d-b27dd6c12ee7-sda', '1714281887.32783', '1714281887', '1714281889', '', '1714281889', 1, 0) -test DEBUG: /tmp/tmpp5qfpz_r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb462a0a38a7c4f7bbef82-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txd433ffc2a2724aa09dab7-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3119232211744748b4b43-00662ddda2) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx3119232211744748b4b43-00662ddda2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3119232211744748b4b43-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3119232211744748b4b43-00662ddda2) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3119232211744748b4b43-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa243f608087f42e68789d-00662ddda2) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txa243f608087f42e68789d-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa243f608087f42e68789d-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txa243f608087f42e68789d-00662ddda2) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txa243f608087f42e68789d-00662ddda2) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0a02742ac93b4d628da6c-00662ddda2) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx0a02742ac93b4d628da6c-00662ddda2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0a02742ac93b4d628da6c-00662ddda2) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0a02742ac93b4d628da6c-00662ddda2) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0a02742ac93b4d628da6c-00662ddda2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf6f489a95e1941cba90ea-00662ddda3) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txf6f489a95e1941cba90ea-00662ddda3) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txf6f489a95e1941cba90ea-00662ddda3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 675, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 481, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 486, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py", line 713, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.33.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 63435, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 +OSError + +user quit +No .MockServer object at 0xffff878401d0> running +.MockServerFactory.MockServer object at 0xffff87840150> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff87843e50> running +No .MockServerFactory.MockServer object at 0xffff87840150> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff87843e50> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff87843f90> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff87843f90> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff87841750> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff87841750> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff87841390> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff87841390> pid: None signal: 9 test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects test DEBUG: checking container 3600 test DEBUG: looking for objects in 3600 @@ -90763,13 +88808,13 @@ test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1713614400 -test DEBUG: looking for objects in 1713614400 -test DEBUG: checking container 1713610800 -test DEBUG: looking for objects in 1713610800 +test DEBUG: checking container 1748026800 +test DEBUG: looking for objects in 1748026800 +test DEBUG: checking container 1748023200 +test DEBUG: looking for objects in 1748023200 test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 835, in reconcile @@ -90781,14 +88826,14 @@ ValueError: not enough values to unpack (expected 2, got 1) test INFO: Reconciler Stats: {'invalid_record': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) test INFO: Reconciler Stats: {} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects test DEBUG: checking container 3600 test DEBUG: looking for objects in 3600 @@ -90797,8 +88842,8 @@ test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects test DEBUG: checking container 3600 test DEBUG: looking for objects in 3600 @@ -90813,8 +88858,8 @@ ValueError: not enough values to unpack (expected 2, got 1) test INFO: Reconciler Stats: {'invalid_record': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects test DEBUG: checking container 3600 test DEBUG: looking for objects in 3600 @@ -90833,43 +88878,463 @@ test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1714276800 -test DEBUG: looking for objects in 1714276800 -test DEBUG: checking container 1714273200 -test DEBUG: looking for objects in 1714273200 -test DEBUG: checking container 1714269600 -test DEBUG: looking for objects in 1714269600 -test DEBUG: checking container 1714266000 -test DEBUG: looking for objects in 1714266000 -test DEBUG: checking container 1714262400 -test DEBUG: looking for objects in 1714262400 -test DEBUG: checking container 1714258800 -test DEBUG: looking for objects in 1714258800 -test DEBUG: checking container 1714255200 -test DEBUG: looking for objects in 1714255200 -test DEBUG: checking container 1714251600 -test DEBUG: looking for objects in 1714251600 -test DEBUG: checking container 1714248000 -test DEBUG: looking for objects in 1714248000 -test DEBUG: checking container 1713675600 -test DEBUG: looking for objects in 1713675600 -test DEBUG: checking container 1713672000 -test DEBUG: looking for objects in 1713672000 -test DEBUG: checking container 1713668400 -test DEBUG: looking for objects in 1713668400 -test DEBUG: checking container 1713664800 -test DEBUG: looking for objects in 1713664800 -test DEBUG: checking container 1713661200 -test DEBUG: looking for objects in 1713661200 -test DEBUG: checking container 1713657600 -test DEBUG: looking for objects in 1713657600 -test DEBUG: checking container 1713654000 -test DEBUG: looking for objects in 1713654000 +test DEBUG: checking container 1748685600 +test DEBUG: looking for objects in 1748685600 +test DEBUG: checking container 1748682000 +test DEBUG: looking for objects in 1748682000 test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692652.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ad7/38a0ede3752c4a1d794f1112bac64ad7/38a0ede3752c4a1d794f1112bac64ad7_1748692652.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692652.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ad7/38a0ede3752c4a1d794f1112bac64ad7/38a0ede3752c4a1d794f1112bac64ad7_1748692652.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c_1748692655.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c_1748692655.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d_1748692658.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d_1748692658.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4_1748692661.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4_1748692661.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7_1748692664.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692664.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5a7/947e9b05bf1309a55380265ff16385a7/947e9b05bf1309a55380265ff16385a7_1748692664.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590_1748692667.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692667.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/590/d6b60b528159b2a1f20df7352cad9590/d6b60b528159b2a1f20df7352cad9590_1748692667.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2_1748692670.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2_1748692670.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62_1748692673.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62_1748692673.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a_1748692676.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692676.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/05a/b5ffa9a449d990e4c3614f139ed7b05a/b5ffa9a449d990e4c3614f139ed7b05a_1748692676.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc_1748692679.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692679.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fcc/a4bb531821cbde28964197f4f65d0fcc/a4bb531821cbde28964197f4f65d0fcc_1748692679.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a_1748692682.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a_1748692682.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d_1748692685.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d_1748692685.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692688.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/8cb/db278fd72ba51b4920522cd67b0d28cb/db278fd72ba51b4920522cd67b0d28cb_1748692688.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692688.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/8cb/db278fd72ba51b4920522cd67b0d28cb/db278fd72ba51b4920522cd67b0d28cb_1748692688.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692691.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1_1748692691.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692691.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ec1/cfa1a0812829269c133709b1625baec1/cfa1a0812829269c133709b1625baec1_1748692691.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692694.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/04e/3802da7d1d806a95dde22590404c404e/3802da7d1d806a95dde22590404c404e_1748692694.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692694.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/04e/3802da7d1d806a95dde22590404c404e/3802da7d1d806a95dde22590404c404e_1748692694.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692697.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1_1748692697.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0081 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0046 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0104 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0063 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0114 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0033 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0074 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0095 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0115 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0076 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0096 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0073 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0066 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0110 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0032 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0075 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0063 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0064 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0062 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0107 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0107 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0079 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 3317113 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.7642974853515625e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 460, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1282, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 531, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 496, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1224, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix nvratelimit/v2/wf, method incr, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/memcached.py", line 427, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 107, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_memcached.py", line 1252, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test ERROR: Problem finding shard upper in '/tmp/tmpu23mty9r/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpu23mty9r/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmphli_jto0/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmphli_jto0/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok test.unit.container.test_reconciler.TestReconciler.test_no_concurrency @@ -90882,1076 +89347,2012 @@ test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok +test DEBUG: checking container 1748678400 +test DEBUG: looking for objects in 1748678400 +test DEBUG: checking container 1748674800 +test DEBUG: looking for objects in 1748674800 +test DEBUG: checking container 1748671200 +test DEBUG: looking for objects in 1748671200 +test DEBUG: checking container 1748667600 +test DEBUG: looking for objects in 1748667600 +test DEBUG: checking container 1748664000 +test DEBUG: looking for objects in 1748664000 +test DEBUG: checking container 1748660400 +test DEBUG: looking for objects in 1748660400 +test DEBUG: checking container 1748656800 +test DEBUG: looking for objects in 1748656800 +test DEBUG: checking container 1748084400 +test DEBUG: looking for objects in 1748084400 +test DEBUG: checking container 1748080800 +test DEBUG: looking for objects in 1748080800 +test DEBUG: checking container 1748077200 +test DEBUG: looking for objects in 1748077200 +test DEBUG: checking container 1748073600 +test DEBUG: looking for objects in 1748073600 +test DEBUG: checking container 1748070000 +test DEBUG: looking for objects in 1748070000 +test DEBUG: checking container 1748066400 +test DEBUG: looking for objects in 1748066400 +test DEBUG: checking container 1748062800 +test DEBUG: looking for objects in 1748062800 +test DEBUG: checking container 1748059200 +test DEBUG: looking for objects in 1748059200 +test DEBUG: checking container 1748055600 +test DEBUG: looking for objects in 1748055600 +test DEBUG: checking container 1748052000 +test DEBUG: looking for objects in 1748052000 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692558.514060) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692558.514060) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692558.514060) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692558.514060) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1748692558.514060) in policy_index 1 will be deleted from policy_index 0 (1748692558.51406_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1748692558.514060) deleted from policy_index 0 (1748692558.51406_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1748692558.514060) from policy_index 1 (1748692558.51406_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1748692558.514060) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1748692558.514060) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1748692558.514060) from the queue (1748692558.51406_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txb1e67af286354b3aa04af-00662ddd9c) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx6b71f93f217d4e63a0b93-00662ddd9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc356b852da0d47d087e01-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7ce9e2f5831649e4a4b1a-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2191bf7bdb3d4f7490dbb-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5272d1b670d40b8b97f7-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc92df29fed4e48d5b4b66-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcfd6067402624b7eb9154-00662ddd9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx4ed626dbab4c45f99fd43-00662ddd9e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4ed626dbab4c45f99fd43-00662ddd9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx1217dc2c50484c60bea1d-00662ddd9e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692697.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1_1748692697.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357_1748692700.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357_1748692700.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692703.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/afa/1d2400fd7ed2d0536db8f7406d544afa/1d2400fd7ed2d0536db8f7406d544afa_1748692703.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692703.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/afa/1d2400fd7ed2d0536db8f7406d544afa/1d2400fd7ed2d0536db8f7406d544afa_1748692703.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692706.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1cb/e6d737c1e24d0ab6a3e410b5e96e31cb/e6d737c1e24d0ab6a3e410b5e96e31cb_1748692706.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692706.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/1cb/e6d737c1e24d0ab6a3e410b5e96e31cb/e6d737c1e24d0ab6a3e410b5e96e31cb_1748692706.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692709.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f_1748692709.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692709.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f_1748692709.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692712.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/6b5/e2823060e64639f3e6855402e9d776b5/e2823060e64639f3e6855402e9d776b5_1748692712.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692712.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/6b5/e2823060e64639f3e6855402e9d776b5/e2823060e64639f3e6855402e9d776b5_1748692712.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5_1748692715.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5_1748692715.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692718.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ec6/08941ad564a1b90acc2d1ccfed48bec6/08941ad564a1b90acc2d1ccfed48bec6_1748692718.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692718.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/ec6/08941ad564a1b90acc2d1ccfed48bec6/08941ad564a1b90acc2d1ccfed48bec6_1748692718.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7_1748692721.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7_1748692721.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692724.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5bb/eade3b13a3c03e079069cbfebc6b85bb/eade3b13a3c03e079069cbfebc6b85bb_1748692724.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692724.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/5bb/eade3b13a3c03e079069cbfebc6b85bb/eade3b13a3c03e079069cbfebc6b85bb_1748692724.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692727.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/bd0/09be492db4989b6df2a7a8d764aacbd0/09be492db4989b6df2a7a8d764aacbd0_1748692727.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692727.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/bd0/09be492db4989b6df2a7a8d764aacbd0/09be492db4989b6df2a7a8d764aacbd0_1748692727.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0_1748692730.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0_1748692730.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692733.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4_1748692733.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692733.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4_1748692733.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692736.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/765/435a98b988b052248234a64aafd2b765/435a98b988b052248234a64aafd2b765_1748692736.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692736.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/765/435a98b988b052248234a64aafd2b765/435a98b988b052248234a64aafd2b765_1748692736.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692739.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/6ea/b168c28f939456768ce2671459b9e6ea/b168c28f939456768ce2671459b9e6ea_1748692739.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692739.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/6ea/b168c28f939456768ce2671459b9e6ea/b168c28f939456768ce2671459b9e6ea_1748692739.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692742.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/425/137d6b8c2f9bb9e689861c90cef50425/137d6b8c2f9bb9e689861c90cef50425_1748692742.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692742.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/425/137d6b8c2f9bb9e689861c90cef50425/137d6b8c2f9bb9e689861c90cef50425_1748692742.00000.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other WRITE +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {} +test DEBUG: +test:testertest:testertest:writetest:writeWRITE +test DEBUG: permission denined: 403 Forbidden test:write READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1748026800 +test DEBUG: looking for objects in 1748026800 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1748027278.611668) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1748027278.611668) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1748027278.611668) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1748027278.611668) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1748027278.61167) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1748027278.611668) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1748026800/1:/AUTH_jeb/c/o1' (1748027278.611668) from the queue (1748027278.61167_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1748692558.625030) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1748692558.625030) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1748692558.625030) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1748692558.625030) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1748692558.62503) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1748692558.625030) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748084399.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748084399.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1748084399.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1748084399.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1748084399.000000) from the queue (1748084399.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692558.701402) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692558.701402) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692558.701402) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692558.701402) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692558.70140) in policy_index 1 responded 200 (1748692557.70140) +test INFO: retry: '/AUTH_bob/c/o1' (1748692558.701402) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0118 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0178 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3317113 0 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0094 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0046 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0084 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3317113 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0174 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0073 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0133 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3317113 - +test INFO: - - - [31/May/2025:11:55:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 3317113 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0131 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0139 "-" 3317113 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0046 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3317113 2 +test INFO: - - - [31/May/2025:11:55:58 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0082 "-" 3317113 2 +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3317113] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3317113] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692558.753030) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692558.753030) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692558.753030) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692558.753030) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692558.75303) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1748692558.753030) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1748692558.761142) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1748692558.761142) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1748692558.761142) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1748692558.761142) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1748692558.76114) in policy_index 1 responded 404 (1748692558.76114_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1748692558.761142) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1748689200 +test DEBUG: looking for objects in 1748689200 +test DEBUG: looking for containers in .misplaced_objects +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} test DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d1240>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txd16abcc36f5b403684c61-00662ddda3) -test DEBUG: Setting object count to 1065 (txn: txd16abcc36f5b403684c61-00662ddda3) +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sat, 31 May 2025 11:55:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Use tempauth middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: Use keystone middleware. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: Skip pipeline auth check. +test DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_no_fdatasync ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_thread_locals ... ok +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync +test.unit.common.test_utils.TestStatsdLoggingDelegation.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.test_utils.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx0b2a5fb7d6ad46798fadf-00683aee4e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx0f878d7dde5f4356a0a9f-00683aee4e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx38b11a72919444c98a873-00683aee4e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx89d1989ce8b241d8a2394-00683aee4f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx620f2272d67e4ed5bfe1f-00662ddda3) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txda54f4acadb84112af041-00683aee4f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx87d20d900eda46ec815bf-00662ddda3) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: txa74ae03e5d48459d8d2d9-00683aee4f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx7b1c3e9a335241c8932b4-00683aee4f) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsui3w_n6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsui3w_n6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp5z3wkj3o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5z3wkj3o/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsui3w_n6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsui3w_n6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp5z3wkj3o/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5z3wkj3o/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:51 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:51 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 63464 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:51 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:51 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:51 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc8c6c3ba8af045c28cd88-00662ddda3" "proxy-server 63464" 0.0012 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:42109/sda1/0/a/c" "txc8c6c3ba8af045c28cd88-00662ddda3" "container-server 63464" 0.0011 "-" 63464 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57947/sdb1/0/a/c" "txc8c6c3ba8af045c28cd88-00662ddda3" "container-server 63464" 0.0010 "-" 63464 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc8c6c3ba8af045c28cd88-00662ddda3" "proxy-server 63464" 0.0098 "-" 63464 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txc8c6c3ba8af045c28cd88-00662ddda3" "proxy-server 63464" 0.0152 "-" 63464 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc8c6c3ba8af045c28cd88-00662ddda3 - 0.0227 - - 1714281891.993613243 1714281892.016341686 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfaa8889c229c4f9b92436-00662ddda4" "proxy-server 63464" 0.0012 "-" 63464 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:57947/sdb1/2/a1/c1" "txfaa8889c229c4f9b92436-00662ddda4" "container-server 63464" 0.0010 "-" 63464 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:42109/sda1/2/a1/c1" "txfaa8889c229c4f9b92436-00662ddda4" "container-server 63464" 0.0010 "-" 63464 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfaa8889c229c4f9b92436-00662ddda4" "proxy-server 63464" 0.0082 "-" 63464 0 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0114 "-" 3317113 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3317113 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3317113 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0112 "-" 3317113 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txae1f8eedb58947feb266f-00683aee4f" "proxy-server 3317113" 0.0019 "-" 3317113 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57711/sda1/1/a/c" "txae1f8eedb58947feb266f-00683aee4f" "container-server 3317113" 0.0011 "-" 3317113 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46529/sdb1/1/a/c" "txae1f8eedb58947feb266f-00683aee4f" "container-server 3317113" 0.0010 "-" 3317113 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txae1f8eedb58947feb266f-00683aee4f" "proxy-server 3317113" 0.0294 "-" 3317113 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txae1f8eedb58947feb266f-00683aee4f" "proxy-server 3317113" 0.0348 "-" 3317113 0 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test WARNING: multipart: No SLO middleware in pipeline test DEBUG: Starting the S3 Token Authentication component test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281892.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '00e9aee2-a5b5-4fb0-bb9d-b27dd6c12ee7-sda') -test DEBUG: /tmp/tmpp5qfpz_r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.358117s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '735591bc16ceb9f26e5c8cf4bbe736ed', '00e9aee2-a5b5-4fb0-bb9d-b27dd6c12ee7-sda', '1714281887.32783', '1714281887', '1714281889', '', '1714281889', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('00e9aee2-a5b5-4fb0-bb9d-b27dd6c12ee7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpp5qfpz_r/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37707 seconds (2.65206/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpp5qfpz_r/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '47d840ec815682ddb0908d287892b916', 'd848e73a-71ff-47fb-ab0a-451df40966f5-sda', '1714281887.70951', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('d848e73a-71ff-47fb-ab0a-451df40966f5-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '47d840ec815682ddb0908d287892b916', 'd848e73a-71ff-47fb-ab0a-451df40966f5-sda', '1714281887.70951', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('d848e73a-71ff-47fb-ab0a-451df40966f5-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpakkop66u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ce336ab7-b374-4c39-8ac4-21f7c52576e4-sda', '1714281887.72633', '1714281887', '1714281889', '', '1714281889', 0, 0) -test DEBUG: /tmp/tmpakkop66u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ce336ab7-b374-4c39-8ac4-21f7c52576e4-sda', '1714281887.72633', '1714281887', '1714281889', '', '1714281889', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce336ab7-b374-4c39-8ac4-21f7c52576e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01025 seconds (97.56596/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprak4m0go/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '735591bc16ceb9f26e5c8cf4bbe736ed', '097ea4e1-3c64-4845-9464-1ea33b6e2ad1-sda', '1714281887.74749', '1714281887', '1714281889', '', '1714281889', 1, 0) -test DEBUG: /tmp/tmprak4m0go/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '735591bc16ceb9f26e5c8cf4bbe736ed', '097ea4e1-3c64-4845-9464-1ea33b6e2ad1-sda', '1714281887.74749', '1714281887', '1714281889', '', '1714281889', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('097ea4e1-3c64-4845-9464-1ea33b6e2ad1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprak4m0go/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01772 seconds (56.43390/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprak4m0go/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '47d840ec815682ddb0908d287892b916', '3fb51b54-5504-4786-8b7d-569f798bc851-sda', '1714281887.76859', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('3fb51b54-5504-4786-8b7d-569f798bc851-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '47d840ec815682ddb0908d287892b916', '3fb51b54-5504-4786-8b7d-569f798bc851-sda', '1714281887.76859', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('3fb51b54-5504-4786-8b7d-569f798bc851-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx4711brw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7db0dc0b-7628-41ee-a18d-3f5816803433-sda', '1714281888.10191', '1714281891', '1714281890', '', '1714281891', 0, 0) -test DEBUG: /tmp/tmpx4711brw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7db0dc0b-7628-41ee-a18d-3f5816803433-sda', '1714281888.10191', '1714281891', '1714281890', '', '1714281891', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7db0dc0b-7628-41ee-a18d-3f5816803433-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01001 seconds (99.88241/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph2c450kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63f0fddded03d4dbd0e3f41550e2ddbd', 'debb7509-fc2f-45b4-92e6-a2e923056d2d-sda', '1714281888.12265', '1714281891', '1714281890', '', '1714281891', 1, 0) -test DEBUG: /tmp/tmph2c450kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1714281894.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'debb7509-fc2f-45b4-92e6-a2e923056d2d-sda') -test DEBUG: /tmp/tmph2c450kd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00310755s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version @@ -91960,210 +91361,136 @@ test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone +test.unit.common.test_utils.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none @@ -92222,306 +91549,541 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_true test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test DEBUG: checking container 1713650400 -test DEBUG: looking for objects in 1713650400 -test DEBUG: checking container 1713646800 -test DEBUG: looking for objects in 1713646800 -test DEBUG: checking container 1713643200 -test DEBUG: looking for objects in 1713643200 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281891.099930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281891.099930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281891.099930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281891.099930) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1714281891.099930) in policy_index 1 will be deleted from policy_index 0 (1714281891.09993_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1714281891.099930) deleted from policy_index 0 (1714281891.09993_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1714281891.099930) from policy_index 1 (1714281891.09993_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1714281891.099930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1714281891.099930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1714281891.099930) from the queue (1714281891.09993_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfaa8889c229c4f9b92436-00662ddda4" "proxy-server 63464" 0.0134 "-" 63464 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfaa8889c229c4f9b92436-00662ddda4 - 0.0207 - - 1714281892.017783880 1714281892.038499594 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx23028f41d92f49beaed84-00662ddda4" "proxy-server 63464" 0.0018 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:42109/sda1/0/a/c1" "tx23028f41d92f49beaed84-00662ddda4" "container-server 63464" 0.0011 "-" 63464 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57947/sdb1/0/a/c1" "tx23028f41d92f49beaed84-00662ddda4" "container-server 63464" 0.0016 "-" 63464 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx23028f41d92f49beaed84-00662ddda4" "proxy-server 63464" 0.0108 "-" 63464 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx23028f41d92f49beaed84-00662ddda4" "proxy-server 63464" 0.0159 "-" 63464 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx23028f41d92f49beaed84-00662ddda4 - 0.0237 - - 1714281892.039881468 1714281892.063577414 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc507e0ac59714433be0a5-00662ddda4" "proxy-server 63464" 0.0019 "-" 63464 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:42109/sda1/2/a/c2" "txc507e0ac59714433be0a5-00662ddda4" "container-server 63464" 0.0017 "-" 63464 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57947/sdb1/2/a/c2" "txc507e0ac59714433be0a5-00662ddda4" "container-server 63464" 0.0011 "-" 63464 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc507e0ac59714433be0a5-00662ddda4" "proxy-server 63464" 0.0140 "-" 63464 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc507e0ac59714433be0a5-00662ddda4" "proxy-server 63464" 0.0103 "-" 63464 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc507e0ac59714433be0a5-00662ddda4 - 0.0229 - - 1714281892.064992428 1714281892.087913990 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpm1cvzuzn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm1cvzuzn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpm1cvzuzn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpm1cvzuzn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0035 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 63464 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0032 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:52 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd9a101902e894272a8341-00662ddda4" "proxy-server 63464" 0.0011 "-" 63464 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43295/sdb1/0/a/c" "txd9a101902e894272a8341-00662ddda4" "container-server 63464" 0.0011 "-" 63464 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50381/sda1/0/a/c" "txd9a101902e894272a8341-00662ddda4" "container-server 63464" 0.0011 "-" 63464 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd9a101902e894272a8341-00662ddda4" "proxy-server 63464" 0.0143 "-" 63464 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd9a101902e894272a8341-00662ddda4" "proxy-server 63464" 0.0105 "-" 63464 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd9a101902e894272a8341-00662ddda4 - 0.0223 - - 1714281892.985128403 1714281893.007433891 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txed6d11bd53b94b4aa928b-00662ddda5" "proxy-server 63464" 0.0012 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:43295/sdb1/2/a1/c1" "txed6d11bd53b94b4aa928b-00662ddda5" "container-server 63464" 0.0011 "-" 63464 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50381/sda1/2/a1/c1" "txed6d11bd53b94b4aa928b-00662ddda5" "container-server 63464" 0.0010 "-" 63464 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txed6d11bd53b94b4aa928b-00662ddda5" "proxy-server 63464" 0.0127 "-" 63464 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txed6d11bd53b94b4aa928b-00662ddda5" "proxy-server 63464" 0.0090 "-" 63464 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txed6d11bd53b94b4aa928b-00662ddda5 - 0.0205 - - 1714281893.008908033 1714281893.029439211 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5d4f945f539442a8d121-00662ddda5" "proxy-server 63464" 0.0020 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43295/sdb1/0/a/c1" "txc5d4f945f539442a8d121-00662ddda5" "container-server 63464" 0.0018 "-" 63464 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50381/sda1/0/a/c1" "txc5d4f945f539442a8d121-00662ddda5" "container-server 63464" 0.0012 "-" 63464 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5d4f945f539442a8d121-00662ddda5" "proxy-server 63464" 0.0171 "-" 63464 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc5d4f945f539442a8d121-00662ddda5" "proxy-server 63464" 0.0133 "-" 63464 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc5d4f945f539442a8d121-00662ddda5 - 0.0255 - - 1714281893.030799389 1714281893.056331873 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5a1357fea8b74b898a0d9-00662ddda5" "proxy-server 63464" 0.0020 "-" 63464 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43295/sdb1/2/a/c2" "tx5a1357fea8b74b898a0d9-00662ddda5" "container-server 63464" 0.0017 "-" 63464 2 -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Failed to unlink '/tmp/tmpk3iaejd0/containers/part/suffix/hash/container.db': +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - txae1f8eedb58947feb266f-00683aee4f - 0.0557 - - 1748692559.164905310 1748692559.220568657 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txaa7840f043d840df9ff9a-00683aee4f" "proxy-server 3317113" 0.0012 "-" 3317113 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57711/sda1/1/a1/c1" "txaa7840f043d840df9ff9a-00683aee4f" "container-server 3317113" 0.0022 "-" 3317113 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46529/sdb1/1/a1/c1" "txaa7840f043d840df9ff9a-00683aee4f" "container-server 3317113" 0.0054 "-" 3317113 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaa7840f043d840df9ff9a-00683aee4f" "proxy-server 3317113" 0.0265 "-" 3317113 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaa7840f043d840df9ff9a-00683aee4f" "proxy-server 3317113" 0.0358 "-" 3317113 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txaa7840f043d840df9ff9a-00683aee4f - 0.0514 - - 1748692559.222036839 1748692559.273469448 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx49f5753a4bf644c791a49-00683aee4f" "proxy-server 3317113" 0.0103 "-" 3317113 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46529/sdb1/2/a/c1" "tx49f5753a4bf644c791a49-00683aee4f" "container-server 3317113" 0.0017 "-" 3317113 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:57711/sda1/2/a/c1" "tx49f5753a4bf644c791a49-00683aee4f" "container-server 3317113" 0.0010 "-" 3317113 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49f5753a4bf644c791a49-00683aee4f" "proxy-server 3317113" 0.0260 "-" 3317113 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49f5753a4bf644c791a49-00683aee4f" "proxy-server 3317113" 0.0180 "-" 3317113 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx49f5753a4bf644c791a49-00683aee4f - 0.0558 - - 1748692559.279163837 1748692559.335012674 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd0485b59327f439997a9c-00683aee4f" "proxy-server 3317113" 0.0020 "-" 3317113 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57711/sda1/1/a/c2" "txd0485b59327f439997a9c-00683aee4f" "container-server 3317113" 0.0067 "-" 3317113 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46529/sdb1/1/a/c2" "txd0485b59327f439997a9c-00683aee4f" "container-server 3317113" 0.0100 "-" 3317113 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd0485b59327f439997a9c-00683aee4f" "proxy-server 3317113" 0.0354 "-" 3317113 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:55:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd0485b59327f439997a9c-00683aee4f" "proxy-server 3317113" 0.0319 "-" 3317113 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/55/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd0485b59327f439997a9c-00683aee4f - 0.0570 - - 1748692559.336482048 1748692559.393464088 2 +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test ERROR: Error in '/tmp/tmpu5sn5c31/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpf7yl7gyn/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpf7yl7gyn/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '554052d4ee054f6f8acea78d6dfa541d': [Errno 2] No such file or directory: '554052d4ee054f6f8acea78d6dfa541d' +test ERROR: Could not load '/tmp/tmp1v10uv33/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp1v10uv33/container-sync-realms.conf' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx554679d81f1e4b24bdbb9-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx53cddc6a7cd5409f9e03a-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txccef16f574404bfb895a3-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txccef16f574404bfb895a3-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test ERROR: Failed to unlink '/tmp/tmp48f9xl44/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -92534,18 +92096,15 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpk3iaejd0/containers/part/suffix/hash/container_1714281893.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpk3iaejd0/containers/part/suffix/hash/container_1714281893.00000.db': ['/tmp/tmpk3iaejd0/containers/part/suffix/hash/container.db', '/tmp/tmpk3iaejd0/containers/part/suffix/hash/container_1714281894.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpk3iaejd0/containers/part/suffix/hash/container_1714281894.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmp48f9xl44/containers/part/suffix/hash/container_1748692559.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp48f9xl44/containers/part/suffix/hash/container_1748692559.00000.db': ['/tmp/tmp48f9xl44/containers/part/suffix/hash/container.db', '/tmp/tmp48f9xl44/containers/part/suffix/hash/container_1748692560.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp48f9xl44/containers/part/suffix/hash/container_1748692560.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Skipping the update of recently changed /tmp/tmpwd1pvau8/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpwd1pvau8/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpwd1pvau8/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpwd1pvau8/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmp02x45igk/garbage is not a directory -test DEBUG: Skipping: /tmp/tmp02x45igk/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpbwuwv2mf/sdq is not mounted +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -92553,487 +92112,13 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test WARNING: Handoff requested (9) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9e6ee5b63b3849bd81689-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx4907c11a2d334c1e8a4b8-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txd3698ecd72494179ba886-00662ddda5) -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50381/sda1/2/a/c2" "tx5a1357fea8b74b898a0d9-00662ddda5" "container-server 63464" 0.0010 "-" 63464 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5a1357fea8b74b898a0d9-00662ddda5" "proxy-server 63464" 0.3463 "-" 63464 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:24:53 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5a1357fea8b74b898a0d9-00662ddda5" "proxy-server 63464" 0.3426 "-" 63464 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/24/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5a1357fea8b74b898a0d9-00662ddda5 - 0.3551 - - 1714281893.057784319 1714281893.412895203 2 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server ERROR: Object returning 503 for [] (txn: txaa6bf1be859c4a6c87c48-00662ddd9f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d1240>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d1240>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844fe9e0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff844d2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test INFO: - - 28/Apr/2024/05/24/49 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1714281889.620357513 1714281889.620409966 - -test INFO: - - 28/Apr/2024/05/24/49 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1714281889.621372461 1714281889.621380568 - -test INFO: - - 28/Apr/2024/05/24/49 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281889.622179031 1714281889.622233152 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -test DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1713614400 -test DEBUG: looking for objects in 1713614400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1713616611.385672) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1713616611.385672) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1713616611.385672) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1713616611.385672) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1713616611.38567) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1713616611.385672) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1713614400/1:/AUTH_jeb/c/o1' (1713616611.385672) from the queue (1713616611.38567_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1714281891.391163) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1714281891.391163) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1714281891.391163) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1714281891.391163) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1714281891.39116) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1714281891.391163) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test INFO: 1.2.3.4 1.2.3.4 28/Apr/2024/05/24/49 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281889.627677202 1714281889.627718925 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1714281890.664249897 1714281890.664277554 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1714281890.665294647 1714281890.665310144 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.666067362 1714281890.666112661 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.666798353 1714281890.666832447 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1714281890.666784286 1714281890.667070866 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.683757544 1714281890.683795214 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.685499668 1714281890.685535908 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1714281890.686133862 1714281890.686167002 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.686715126 1714281890.686747074 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0003 - - 1714281890.687265873 1714281890.687542200 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1714281890.688131094 1714281890.688163280 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1714281890.688746929 1714281890.688780308 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.689339399 1714281890.689370871 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1714281890.689937592 1714281890.689969778 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1714281890.690745592 1714281890.690779448 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1714281890.691363096 1714281890.691394329 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1714281890.692158461 1714281890.692191839 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.692950487 1714281890.692983627 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.693529606 1714281890.693561316 - -test INFO: - - 28/Apr/2024/05/24/50 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1714281890.694314241 1714281890.694347858 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 28/Apr/2024/05/24/50 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281890.698216677 1714281890.698251247 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txac5b4d619c2d4fb4a0921-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txcbecae2581c34bc1b6195-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx67ecc5a407304efcbe6d0-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: ValueError('not a list') (txn: txee5945d008d448b2acaa7-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container listing from /v1/a/c/o: 404 (txn: tx8b7c99bac7164348b8dce-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx16873465d6f947d9bb923-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx70dc0f59b4ca461f958b8-00662ddda5) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: tx052cc1d91a81437a880d7-00662ddda5) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1fe308fc3b8c4920a45ae-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb0b4235382064b718da25-00662ddda5) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb0b4235382064b718da25-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc674806eca86474db6cad-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc674806eca86474db6cad-00662ddda5) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txc18de3f98a5649b99659a-00683aee4f) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx0448e2c281e5426e97465-00683aee4f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2930d4712a8d44c087699-00683aee4f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfed6bde14b88496cb850f-00683aee4f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfed6bde14b88496cb850f-00683aee4f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx64c59f34011b44cda4af3-00683aee4f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx64c59f34011b44cda4af3-00683aee4f) proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -93047,9 +92132,9 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception (txn: txc674806eca86474db6cad-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5bf5ed37720b4ad7bdeca-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5bf5ed37720b4ad7bdeca-00662ddda5) +Exception (txn: tx64c59f34011b44cda4af3-00683aee4f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2fc96ea5334446c69de35-00683aee4f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2fc96ea5334446c69de35-00683aee4f) proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -93063,7 +92148,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception (txn: tx5bf5ed37720b4ad7bdeca-00662ddda5) +Exception (txn: tx2fc96ea5334446c69de35-00683aee4f) test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses @@ -93096,123 +92181,507 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) -proxy-server ERROR: Object returning 503 for [] (txn: tx3f58adf20bcc42e3b8e12-00662ddd9f) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd39685e589024212aac20-00683aee4b) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txd39685e589024212aac20-00683aee4b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx840a26bcd105430a8f132-00683aee4c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx840a26bcd105430a8f132-00683aee4c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx840a26bcd105430a8f132-00683aee4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf65827c1f66840a689cad-00683aee4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf65827c1f66840a689cad-00683aee4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf65827c1f66840a689cad-00683aee4c) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txf65827c1f66840a689cad-00683aee4c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6384156e51ef41e5ba588-00683aee4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6384156e51ef41e5ba588-00683aee4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6384156e51ef41e5ba588-00683aee4c) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx6384156e51ef41e5ba588-00683aee4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: Setting object count to 3120 (txn: txa46140d4e3394400b2f9b-00683aee4e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: Setting object count to 3120 (txn: txb8919ea9882c4ea5a4219-00683aee4e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: Setting object count to 3120 (txn: txd4557bb28e2646b1bcf35-00683aee4f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: Setting object count to 3120 (txn: tx3b6ed078bd7c4fb3ad9dd-00683aee4f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: Setting object count to 3120 (txn: txb334708aa12642d9871e2-00683aee4f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx0cd2fdc85dc64d9c9f197-00683aee4f) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx2bc947a9ee1945c8aa76a-00683aee4f) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx96043130167b4e329d8a2-00683aee4f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txb982678d4ff4452e9e2fa-00683aee4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb982678d4ff4452e9e2fa-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb982678d4ff4452e9e2fa-00683aee4f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb982678d4ff4452e9e2fa-00683aee4f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx5006bab42372424ab149a-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5006bab42372424ab149a-00683aee4f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx5006bab42372424ab149a-00683aee4f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx5006bab42372424ab149a-00683aee4f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd8ceef61cad04a66ac388-00683aee4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd8ceef61cad04a66ac388-00683aee4f) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723_1748692745.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723_1748692745.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692748.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/dc3/d8397242622617172874598117803dc3/d8397242622617172874598117803dc3_1748692748.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692748.00000-0, db: /tmp/tmp5xdj__n5/sda/containers/0/dc3/d8397242622617172874598117803dc3/d8397242622617172874598117803dc3_1748692748.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692562.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a61/726a33139258f1caaf74a59a54975a61/726a33139258f1caaf74a59a54975a61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692566.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e74/6e25ffec82934c6b4a6a7f44f7273e74/6e25ffec82934c6b4a6a7f44f7273e74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692598.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/641/4dd21eb44d3238fd92d3e3f7c0fe6641/4dd21eb44d3238fd92d3e3f7c0fe6641.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692602.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/396/83a03a595fe6b241aa56a43f91eef396/83a03a595fe6b241aa56a43f91eef396.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692602.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/396/83a03a595fe6b241aa56a43f91eef396/83a03a595fe6b241aa56a43f91eef396.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692614.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/67c/2e01dfe59952117ee61f941e9859167c/2e01dfe59952117ee61f941e9859167c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692614.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/67c/2e01dfe59952117ee61f941e9859167c/2e01dfe59952117ee61f941e9859167c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692622.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a83/acc9689c3dbb93d52d779e44675e6a83/acc9689c3dbb93d52d779e44675e6a83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692626.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d6d/c65146b2d7fe659796beee438ad24d6d/c65146b2d7fe659796beee438ad24d6d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692626.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d6d/c65146b2d7fe659796beee438ad24d6d/c65146b2d7fe659796beee438ad24d6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692634.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1e5/be48b16469ece0e5663204f5eafad1e5/be48b16469ece0e5663204f5eafad1e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692638.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d0b/493c0ff96e9e0fb6ff92ad40345fdd0b/493c0ff96e9e0fb6ff92ad40345fdd0b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692638.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d0b/493c0ff96e9e0fb6ff92ad40345fdd0b/493c0ff96e9e0fb6ff92ad40345fdd0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692646.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/871/a42fda50e59b8bdca6bd2b51e1638871/a42fda50e59b8bdca6bd2b51e1638871.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692658.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a9d/448c2d67162953eb5a9843400af64a9d/448c2d67162953eb5a9843400af64a9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692662.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/677/77934d6dfe779a4d07cfd429d0add677/77934d6dfe779a4d07cfd429d0add677.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692662.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/677/77934d6dfe779a4d07cfd429d0add677/77934d6dfe779a4d07cfd429d0add677.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692674.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2e6/14114c11445f3044b826efaabfb242e6/14114c11445f3044b826efaabfb242e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692674.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2e6/14114c11445f3044b826efaabfb242e6/14114c11445f3044b826efaabfb242e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692682.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/24a/479c793b8156884a4d869cedca62b24a/479c793b8156884a4d869cedca62b24a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692686.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/746/b7f20750ffc5cceace20e8152d104746/b7f20750ffc5cceace20e8152d104746.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692686.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/746/b7f20750ffc5cceace20e8152d104746/b7f20750ffc5cceace20e8152d104746.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692694.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/04e/3802da7d1d806a95dde22590404c404e/3802da7d1d806a95dde22590404c404e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692694.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/04e/3802da7d1d806a95dde22590404c404e/3802da7d1d806a95dde22590404c404e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692698.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/890/de1b9ba3613584b4e6c2820ce6283890/de1b9ba3613584b4e6c2820ce6283890.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692698.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/890/de1b9ba3613584b4e6c2820ce6283890/de1b9ba3613584b4e6c2820ce6283890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692706.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1cb/e6d737c1e24d0ab6a3e410b5e96e31cb/e6d737c1e24d0ab6a3e410b5e96e31cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692706.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/1cb/e6d737c1e24d0ab6a3e410b5e96e31cb/e6d737c1e24d0ab6a3e410b5e96e31cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692710.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2b9/b573c452cb7941d4aca301e146e532b9/b573c452cb7941d4aca301e146e532b9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692710.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/2b9/b573c452cb7941d4aca301e146e532b9/b573c452cb7941d4aca301e146e532b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692718.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ec6/08941ad564a1b90acc2d1ccfed48bec6/08941ad564a1b90acc2d1ccfed48bec6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692718.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/ec6/08941ad564a1b90acc2d1ccfed48bec6/08941ad564a1b90acc2d1ccfed48bec6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692722.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/288/af4b196815e8ca9d75efa91a5f95e288/af4b196815e8ca9d75efa91a5f95e288.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692722.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/288/af4b196815e8ca9d75efa91a5f95e288/af4b196815e8ca9d75efa91a5f95e288.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692734.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/31a/4ec44c0b80b6d97a4dca24fd9abcb31a/4ec44c0b80b6d97a4dca24fd9abcb31a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692734.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/31a/4ec44c0b80b6d97a4dca24fd9abcb31a/4ec44c0b80b6d97a4dca24fd9abcb31a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692738.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/467/9476e5029d1b52a06ca049b23b4a6467/9476e5029d1b52a06ca049b23b4a6467.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692738.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/467/9476e5029d1b52a06ca049b23b4a6467/9476e5029d1b52a06ca049b23b4a6467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692742.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/425/137d6b8c2f9bb9e689861c90cef50425/137d6b8c2f9bb9e689861c90cef50425.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692742.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/425/137d6b8c2f9bb9e689861c90cef50425/137d6b8c2f9bb9e689861c90cef50425.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692746.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/5a1/35a2145fcc2400d269349941505ab5a1/35a2145fcc2400d269349941505ab5a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692746.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/5a1/35a2145fcc2400d269349941505ab5a1/35a2145fcc2400d269349941505ab5a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692750.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/0cd/cc9584493e181e955734f133148270cd/cc9584493e181e955734f133148270cd.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise + raise value + File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpo7b_3zwd/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp3it9mt1x/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp3it9mt1x/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.28s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp3it9mt1x/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8ae9636e942b4002bee12-00683aee4f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -proxy-server ERROR: Object returning 503 for [] (txn: tx6ebd5e450db84ca1ac176-00662ddda0) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb6845e211a524b2792322-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb6845e211a524b2792322-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb6845e211a524b2792322-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb6845e211a524b2792322-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0faa995bc2e343eea2b5f-00683aee50) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0faa995bc2e343eea2b5f-00683aee50) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0faa995bc2e343eea2b5f-00683aee50) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0faa995bc2e343eea2b5f-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx636797a01e48431aabc4a-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx21fa72a5cdab42cb9b5f8-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx21fa72a5cdab42cb9b5f8-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd6c4aadb622e4b15bb358-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdd3db94f1c844c838e088-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx20ddb407e61b4e40b16cf-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 @@ -93228,37 +92697,1855 @@ test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281892.264070749 1714281892.264123440 - -test INFO: - - 28/Apr/2024/05/24/52 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.264385939 1714281892.264408350 - -test INFO: - - 28/Apr/2024/05/24/52 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.264576674 1714281892.264596701 - -test INFO: - - 28/Apr/2024/05/24/52 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.264795542 1714281892.264816046 - -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1714281892.267513037 1714281892.267587662 - -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1714281892.268460274 1714281892.268499613 - -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1714281892.269358158 1714281892.269406796 - -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1714281892.270218134 1714281892.270251751 - -test INFO: - - 28/Apr/2024/05/24/52 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.275428057 1714281892.275457382 1 -test INFO: - - 28/Apr/2024/05/24/52 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281892.276067019 1714281892.276119947 1 -test INFO: 4.5.6.7 1.2.3.4 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.276932716 1714281892.276970387 - -test INFO: 4.5.6.7 1.2.3.4 28/Apr/2024/05/24/52 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1714281892.277496338 1714281892.277529716 - -test INFO: - - 28/Apr/2024/05/24/52 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1714281892.278297424 1714281892.278353214 - -test INFO: - - 28/Apr/2024/05/24/52 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1714281892.279531240 1714281892.279568195 - -test INFO: - - 28/Apr/2024/05/24/52 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1714281892.280230284 1714281892.280249596 - -test INFO: - - 28/Apr/2024/05/24/52 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281892.281040668 1714281892.281066418 0 -test INFO: - - 28/Apr/2024/05/24/52 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281892.281711817 1714281892.281735659 -1 -test INFO: - - 28/Apr/2024/05/24/52 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1714281892.282776356 1714281892.282802105 - -test ERROR: Error retrieving recon data: +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692555.378662348 1748692555.378711700 - +test INFO: - - 31/May/2025/11/55/55 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692555.378967524 1748692555.378991842 - +test INFO: - - 31/May/2025/11/55/55 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692555.379165411 1748692555.379185677 - +test INFO: - - 31/May/2025/11/55/55 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1748692555.379339218 1748692555.379358292 - +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1748692555.386072636 1748692555.386147261 - +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1748692555.387348413 1748692555.387392759 - +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1748692555.388322115 1748692555.388374567 - +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1748692555.389158249 1748692555.389190435 - +test INFO: - - 31/May/2025/11/55/55 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692555.419178724 1748692555.419249773 1 +test INFO: - - 31/May/2025/11/55/55 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0003 - - 1748692555.420170307 1748692555.420485735 1 +test INFO: 4.5.6.7 1.2.3.4 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692555.421445370 1748692555.421506882 - +test INFO: 4.5.6.7 1.2.3.4 31/May/2025/11/55/55 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692555.430385113 1748692555.430437088 - +test INFO: - - 31/May/2025/11/55/55 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1748692555.431357384 1748692555.431422234 - +test INFO: - - 31/May/2025/11/55/55 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1748692555.432769537 1748692555.432812691 - +test INFO: - - 31/May/2025/11/55/55 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1748692555.433612347 1748692555.433633804 - +test INFO: - - 31/May/2025/11/55/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692555.442844868 1748692555.442874193 0 +test INFO: - - 31/May/2025/11/55/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692555.443586826 1748692555.443610907 -1 +test INFO: - - 31/May/2025/11/55/55 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1748692555.444453716 1748692555.444476128 - +test WARNING: boom +test NOTICE: Child 3317109 exiting normally +test NOTICE: Started child 88 from parent 3317109 +test NOTICE: Started child 89 from parent 3317109 +test ERROR: Removing dead child 88 from parent 3317109 +test NOTICE: Started child 90 from parent 3317109 +test NOTICE: Started child 88 from parent 3317109 +test NOTICE: Started child 89 from parent 3317109 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoke9w5vr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00836 seconds (119.67512/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692559.74481.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692559.74481.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692559.74481.db +test DEBUG: Successfully deleted db /tmp/tmpidmuljtv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5dafb28fb6bf04f0bb305c30b196c23a', '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda', '1748692559.79776', '1748692559.00000', '0', '', '1748692559.00000', 51, 0) +test DEBUG: /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1748692560.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1748692561.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1748692562.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1748692563.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1748692564.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1748692566.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1748692567.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1748692568.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1748692569.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1748692570.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1748692571.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1748692572.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1748692573.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1748692574.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1748692575.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1748692576.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1748692577.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1748692578.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1748692579.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1748692580.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1748692581.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1748692582.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1748692583.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1748692584.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1748692585.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1748692586.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1748692587.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1748692588.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1748692589.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +test DEBUG: /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0341558s) +test DEBUG: Synchronization for /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5dafb28fb6bf04f0bb305c30b196c23a', '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda', '1748692559.79776', '1748692559.00000', '0', '', '1748692559.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.35008 seconds (2.85645/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5dafb28fb6bf04f0bb305c30b196c23a', '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda', '1748692559.79776', '1748692559.00000', '0', '', '1748692559.00000', 51, 0) +test DEBUG: /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1748692590.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1748692591.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1748692592.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1748692593.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1748692594.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1748692595.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1748692596.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1748692597.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1748692598.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1748692599.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1748692600.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1748692601.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1748692602.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1748692603.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1748692604.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1748692605.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1748692606.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1748692607.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1748692608.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1748692609.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1748692710.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda') +test DEBUG: /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0297229s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5dafb28fb6bf04f0bb305c30b196c23a', '27f3cd71-52a3-4bc8-bf3a-1f2d8dccdea6-sda', '1748692559.79776', '1748692559.00000', '0', '', '1748692559.00000', 51, 0) +test DEBUG: /tmp/tmpuglhih03/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05574 seconds (17.94044/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi5znelo8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '84d98d79-a1e4-4c7b-b080-11d92d65afbc-sda', '1748692560.30368', '1748689200.00000', '0', '', '1748689200.00000', 0, 0) +test DEBUG: /tmp/tmpi5znelo8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '84d98d79-a1e4-4c7b-b080-11d92d65afbc-sda') +test DEBUG: /tmp/tmpi5znelo8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00688267s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '84d98d79-a1e4-4c7b-b080-11d92d65afbc-sda', '1748692560.30368', '1748689200.00000', '0', '', '1748689200.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('84d98d79-a1e4-4c7b-b080-11d92d65afbc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpi5znelo8/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06632 seconds (15.07748/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpzu0l9p9v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpzu0l9p9v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmpzu0l9p9v/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpm26hbygx/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmprovmlkr1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpmews0ppy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpmews0ppy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx257a16a2cac14a77a0d01-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx257a16a2cac14a77a0d01-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx257a16a2cac14a77a0d01-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txa70767685b9d48e2a6499-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa70767685b9d48e2a6499-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx861c2db07c184e30877d9-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx44e5ade01584495f9424b-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx44e5ade01584495f9424b-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx22ddaac3feda4696b1947-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx22ddaac3feda4696b1947-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0c0ba04f7b44432c86a99-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0c0ba04f7b44432c86a99-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcfaa5a2c51854cc2beeb5-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txcfaa5a2c51854cc2beeb5-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: txcfaa5a2c51854cc2beeb5-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx331bb731be384afaa66e4-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx331bb731be384afaa66e4-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx37973c1a313146c9aa19e-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx34568cb4b95b4169ac56b-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx34568cb4b95b4169ac56b-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5f6ac3405e474cf891890-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5f6ac3405e474cf891890-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx5f6ac3405e474cf891890-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx26517f26a10e4ca2873da-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx26517f26a10e4ca2873da-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx26517f26a10e4ca2873da-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx26517f26a10e4ca2873da-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0b0b2a325d1941e1a84b8-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0b0b2a325d1941e1a84b8-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: tx0b0b2a325d1941e1a84b8-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0b0b2a325d1941e1a84b8-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8adaab919cce44e7940db-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8adaab919cce44e7940db-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test DEBUG: Replicating db /tmp/tmpi5znelo8/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', '84597949-ae65-4501-95c8-3800950b05d8-sda', '1748692560.38597', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('84597949-ae65-4501-95c8-3800950b05d8-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', '84597949-ae65-4501-95c8-3800950b05d8-sda', '1748692560.38597', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('84597949-ae65-4501-95c8-3800950b05d8-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7hkx8g29/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '7138bfa8-1f78-4d66-9f50-7a865b795d9f-sda', '1748692560.42932', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1748692560.44274"]}', '1748689200.00000', 0, 0) +test DEBUG: /tmp/tmp7hkx8g29/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7138bfa8-1f78-4d66-9f50-7a865b795d9f-sda') +test DEBUG: /tmp/tmp7hkx8g29/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0149567s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '7138bfa8-1f78-4d66-9f50-7a865b795d9f-sda', '1748692560.42932', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1748692560.44274"]}', '1748689200.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('7138bfa8-1f78-4d66-9f50-7a865b795d9f-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp7hkx8g29/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08282 seconds (12.07413/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7hkx8g29/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', 'e86bfb53-7e72-419e-85a9-20b69c6fd433-sda', '1748692560.53745', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e86bfb53-7e72-419e-85a9-20b69c6fd433-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', 'e86bfb53-7e72-419e-85a9-20b69c6fd433-sda', '1748692560.53745', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e86bfb53-7e72-419e-85a9-20b69c6fd433-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxi9o_2do/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '213a8f7c-3751-4c0a-a449-22a8744e75d9-sda', '1748692560.61839', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1748692560.61958"]}', '1748689200.00000', 0, 0) +test DEBUG: /tmp/tmpxi9o_2do/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1748689202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1748689203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '213a8f7c-3751-4c0a-a449-22a8744e75d9-sda') +test DEBUG: /tmp/tmpxi9o_2do/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.011204s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '64127933bf2414fc6e45dcfc347518ae', '213a8f7c-3751-4c0a-a449-22a8744e75d9-sda', '1748692560.61839', '1748689200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1748692560.61958"]}', '1748689200.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('213a8f7c-3751-4c0a-a449-22a8744e75d9-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpxi9o_2do/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06654 seconds (15.02902/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxi9o_2do/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', 'b03635f9-dce1-4194-af5f-414af04b5e46-sda', '1748692560.69930', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('b03635f9-dce1-4194-af5f-414af04b5e46-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, 'e32cab449c1d542f0455ee3f903a7e5e', 'b03635f9-dce1-4194-af5f-414af04b5e46-sda', '1748692560.69930', '1748689200', '0', '', '1748689200', 2, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('b03635f9-dce1-4194-af5f-414af04b5e46-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0gyds6bw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '4351e69a07bd2c8a738d032e93e06fa0', '2b684971-0062-488e-9331-a376a75bb946-sda', '1748692560.75371', '1748692560.00000', '0', '', '1748692560.00000', 1, 1) +test DEBUG: /tmp/tmp0gyds6bw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1748692562.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1748692563.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2b684971-0062-488e-9331-a376a75bb946-sda') +test DEBUG: /tmp/tmp0gyds6bw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0178046s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '4351e69a07bd2c8a738d032e93e06fa0', '2b684971-0062-488e-9331-a376a75bb946-sda', '1748692560.75371', '1748692560.00000', '0', '', '1748692560.00000', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2b684971-0062-488e-9331-a376a75bb946-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0gyds6bw/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.08649 seconds (11.56155/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0gyds6bw/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '93e668142946790ea4b477212f17c550', '4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '93e668142946790ea4b477212f17c550', '4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '93e668142946790ea4b477212f17c550', '91349ba2-6a03-422a-86c7-7db597257b24-', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '93e668142946790ea4b477212f17c550', '91349ba2-6a03-422a-86c7-7db597257b24-', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmp0gyds6bw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '61587439b13859b339ff3e8feacd69d6', '332b8566-5980-4d5e-83db-a68d68406d65-sdb', '1748692560.75371', '1748692561.00000', '0', '', '1748692561.00000', 1, 1) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1748692564.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '332b8566-5980-4d5e-83db-a68d68406d65-sdb') +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.017489s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '2b684971-0062-488e-9331-a376a75bb946-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '61587439b13859b339ff3e8feacd69d6', '332b8566-5980-4d5e-83db-a68d68406d65-sdb', '1748692560.75371', '1748692561.00000', '0', '', '1748692561.00000', 1, 1) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1748692564.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '332b8566-5980-4d5e-83db-a68d68406d65-sdb') +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00794864s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '2b684971-0062-488e-9331-a376a75bb946-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.09568 seconds (20.90299/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '7842220f9ac811e373b7db52790deaaa', '91349ba2-6a03-422a-86c7-7db597257b24-', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1748692565.00000', 'deleted': 0, 'storage_policy_index': 0}], '91349ba2-6a03-422a-86c7-7db597257b24-') +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0196564s) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_syncs, ([{'remote_id': '4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (2, '7842220f9ac811e373b7db52790deaaa', '91349ba2-6a03-422a-86c7-7db597257b24-', '1748692560.85879', '1748689200', '0', '', '1748689200', 1, 0) +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1748692565.00000', 'deleted': 0, 'storage_policy_index': 0}], '91349ba2-6a03-422a-86c7-7db597257b24-') +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692750.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/0cd/cc9584493e181e955734f133148270cd/cc9584493e181e955734f133148270cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692754.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/926/3e867e682f1219501c19e7f4314d4926/3e867e682f1219501c19e7f4314d4926.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692754.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/926/3e867e682f1219501c19e7f4314d4926/3e867e682f1219501c19e7f4314d4926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692758.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/861/5319b1aac953c4034d74dc0766a04861/5319b1aac953c4034d74dc0766a04861.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692758.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/861/5319b1aac953c4034d74dc0766a04861/5319b1aac953c4034d74dc0766a04861.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692762.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/9cd/17a2d82f14fd0c65f40a04a9691e59cd/17a2d82f14fd0c65f40a04a9691e59cd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692762.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/9cd/17a2d82f14fd0c65f40a04a9691e59cd/17a2d82f14fd0c65f40a04a9691e59cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692766.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e75/9654ebb04b7ee65df3084c1b96367e75/9654ebb04b7ee65df3084c1b96367e75.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692766.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e75/9654ebb04b7ee65df3084c1b96367e75/9654ebb04b7ee65df3084c1b96367e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692770.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d25/f138fb84bc5f75276ffae32f505fdd25/f138fb84bc5f75276ffae32f505fdd25.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692770.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/d25/f138fb84bc5f75276ffae32f505fdd25/f138fb84bc5f75276ffae32f505fdd25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692774.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/706/1ee35aa17ad10185505cd0bd45a05706/1ee35aa17ad10185505cd0bd45a05706.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692774.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/706/1ee35aa17ad10185505cd0bd45a05706/1ee35aa17ad10185505cd0bd45a05706.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692778.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e63/b282fcff81e76b7de71665e85685de63/b282fcff81e76b7de71665e85685de63.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692778.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e63/b282fcff81e76b7de71665e85685de63/b282fcff81e76b7de71665e85685de63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692782.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c37/befae0499d4adb6525e960927a75dc37/befae0499d4adb6525e960927a75dc37.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692782.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c37/befae0499d4adb6525e960927a75dc37/befae0499d4adb6525e960927a75dc37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692786.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e1f/b16cc279c934f2f1930ee79a81f48e1f/b16cc279c934f2f1930ee79a81f48e1f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692786.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/e1f/b16cc279c934f2f1930ee79a81f48e1f/b16cc279c934f2f1930ee79a81f48e1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692790.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/565/8d896795f31e3ff732908c438e384565/8d896795f31e3ff732908c438e384565.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692790.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/565/8d896795f31e3ff732908c438e384565/8d896795f31e3ff732908c438e384565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692794.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/571/5837a1049dc5e4ede772dd49cb613571/5837a1049dc5e4ede772dd49cb613571.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692794.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/571/5837a1049dc5e4ede772dd49cb613571/5837a1049dc5e4ede772dd49cb613571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692798.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a9f/cbc947e07b7cc729fcffea0a596bfa9f/cbc947e07b7cc729fcffea0a596bfa9f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692798.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/a9f/cbc947e07b7cc729fcffea0a596bfa9f/cbc947e07b7cc729fcffea0a596bfa9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692802.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c9a/9e0cae50d7700a3b9261c0d58e826c9a/9e0cae50d7700a3b9261c0d58e826c9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692802.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/c9a/9e0cae50d7700a3b9261c0d58e826c9a/9e0cae50d7700a3b9261c0d58e826c9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692806.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/dda/7a13c8b1cb81ee6c0ce62cd9ac939dda/7a13c8b1cb81ee6c0ce62cd9ac939dda.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692806.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/dda/7a13c8b1cb81ee6c0ce62cd9ac939dda/7a13c8b1cb81ee6c0ce62cd9ac939dda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692810.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/176/06ed56041cdd33df9f668b5b82d39176/06ed56041cdd33df9f668b5b82d39176.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692810.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/176/06ed56041cdd33df9f668b5b82d39176/06ed56041cdd33df9f668b5b82d39176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692814.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/edd/fad92e7548cd08091b055617fcf1dedd/fad92e7548cd08091b055617fcf1dedd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692814.00000-0, db: /tmp/tmpw8rge9_3/sda/containers/0/edd/fad92e7548cd08091b055617fcf1dedd/fad92e7548cd08091b055617fcf1dedd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692564.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e8d/c7157815dac01ac86fc109c3d39dae8d/c7157815dac01ac86fc109c3d39dae8d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692564.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e8d/c7157815dac01ac86fc109c3d39dae8d/c7157815dac01ac86fc109c3d39dae8d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692567.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/009/91ef46bf5829440b77371dcbfd996009/91ef46bf5829440b77371dcbfd996009.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692672.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5cb/c8281abb0908d22dd97f247dc175b5cb/c8281abb0908d22dd97f247dc175b5cb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692672.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5cb/c8281abb0908d22dd97f247dc175b5cb/c8281abb0908d22dd97f247dc175b5cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692684.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/db8/f2842cc7da81157cd941d904b4890db8/f2842cc7da81157cd941d904b4890db8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692684.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/db8/f2842cc7da81157cd941d904b4890db8/f2842cc7da81157cd941d904b4890db8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8adaab919cce44e7940db-00683aee50) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8adaab919cce44e7940db-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx702ff6b0a19a422aa0ac5-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx6cbeadd5e27542e3b0d8f-00683aee50) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx6cbeadd5e27542e3b0d8f-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txe15514f94bfa48cc9a57e-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc230df92e5a24c83979b9-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx20fb1ebaab7749348d828-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx29ade1bae82d43dc9eaa2-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx339f183662ed45adb7813-00683aee50) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx339f183662ed45adb7813-00683aee50) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx339f183662ed45adb7813-00683aee50) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx339f183662ed45adb7813-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txee3b4560ed3440bcb8f7a-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0f2601f244064a85bd775-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txffe59852172d42bbbbc4f-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txb69b9119c95340ca97c48-00683aee50) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txb69b9119c95340ca97c48-00683aee50) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txb69b9119c95340ca97c48-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc5643dd7c1e14906a62d2-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txc5643dd7c1e14906a62d2-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0f7d094af83d424492c87-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe30a239d6b2f4b94902ca-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txe30a239d6b2f4b94902ca-00683aee50) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: txe30a239d6b2f4b94902ca-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txa802a3c6fc694168a468e-00683aee50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa802a3c6fc694168a468e-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa802a3c6fc694168a468e-00683aee50) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txa802a3c6fc694168a468e-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx337f502985b540aaac877-00683aee50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx337f502985b540aaac877-00683aee50) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx337f502985b540aaac877-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8c2577c88a2944a297bf9-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8c2577c88a2944a297bf9-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8c2577c88a2944a297bf9-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa928562f24fe46acbfef3-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa928562f24fe46acbfef3-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa928562f24fe46acbfef3-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8de2bf446ea245a4bfc21-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8de2bf446ea245a4bfc21-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692708.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/aa1/484235b21f0b91a6f903a16519da5aa1/484235b21f0b91a6f903a16519da5aa1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692708.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/aa1/484235b21f0b91a6f903a16519da5aa1/484235b21f0b91a6f903a16519da5aa1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpf0yvidi6/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692565.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/92e/ec8059423832653a04c5cb4d33cf492e/ec8059423832653a04c5cb4d33cf492e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692570.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0a4/2e40698eb3ce0f336dc43815875d00a4/2e40698eb3ce0f336dc43815875d00a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692590.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/150/42acbee4c7d2c710a0da8b4b81891150/42acbee4c7d2c710a0da8b4b81891150.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692595.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/414/cd8591b6782d16062d9b7acb2dc38414/cd8591b6782d16062d9b7acb2dc38414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692610.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/97a/2e90ce6df2763e3c229bb0392507a97a/2e90ce6df2763e3c229bb0392507a97a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692620.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/480/5925014f4e9bbf6112b4ca9e5070c480/5925014f4e9bbf6112b4ca9e5070c480.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692635.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e04/f707bbca304f510800b6fa3440ebee04/f707bbca304f510800b6fa3440ebee04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692640.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7a1/5f9f7eabcb21cec944ea8224cadc97a1/5f9f7eabcb21cec944ea8224cadc97a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692650.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fe1/5ddfaeb4e50c825aaa9d257b25986fe1/5ddfaeb4e50c825aaa9d257b25986fe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692655.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/f7c/a6c2d6cfccc191f759c5ca8a8900af7c/a6c2d6cfccc191f759c5ca8a8900af7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692670.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2f2/880215c0d2289b1749112f4d2cc512f2/880215c0d2289b1749112f4d2cc512f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692680.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/915/32aeff338be2c21289bbabd35f11e915/32aeff338be2c21289bbabd35f11e915.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692695.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf/10c0c4fdddaf39ece60bc34a2d2fe5cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692700.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/357/5f9a77d1f05f5b4fd167e1c8769ef357/5f9a77d1f05f5b4fd167e1c8769ef357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692710.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2b9/b573c452cb7941d4aca301e146e532b9/b573c452cb7941d4aca301e146e532b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692715.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/9c5/dfc4da38f6f4258c54e2f95aff72c9c5/dfc4da38f6f4258c54e2f95aff72c9c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692730.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fa0/7af8c3f056d7f5ee596f14a853b23fa0/7af8c3f056d7f5ee596f14a853b23fa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692740.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4e0/d188f977d93342d51fc9d75e82a024e0/d188f977d93342d51fc9d75e82a024e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692750.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0cd/cc9584493e181e955734f133148270cd/cc9584493e181e955734f133148270cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692755.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/64e/26582af650a1afe112dde71e6946c64e/26582af650a1afe112dde71e6946c64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692760.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4ea/e8a43ecafc9bbdb06c0e577cf6a274ea/e8a43ecafc9bbdb06c0e577cf6a274ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692765.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ea4/355451e3c410a7d748145c144a3e3ea4/355451e3c410a7d748145c144a3e3ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692770.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d25/f138fb84bc5f75276ffae32f505fdd25/f138fb84bc5f75276ffae32f505fdd25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692775.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/29f/b43a3b8ba980cc5a9556173365daa29f/b43a3b8ba980cc5a9556173365daa29f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692780.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2a2/5d82bc89c835d238be0ae914a8d8a2a2/5d82bc89c835d238be0ae914a8d8a2a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692785.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ca1/a036c12981029e3d8659809e5eeb5ca1/a036c12981029e3d8659809e5eeb5ca1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692790.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/565/8d896795f31e3ff732908c438e384565/8d896795f31e3ff732908c438e384565.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692795.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/dc3/7247a3454c3f6b8702db4b198c935dc3/7247a3454c3f6b8702db4b198c935dc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692800.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e7b/2299ecb5dd55cefd666712969915ce7b/2299ecb5dd55cefd666712969915ce7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692805.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/cc4/307f1655e7a90b1bf9a0512d3c49fcc4/307f1655e7a90b1bf9a0512d3c49fcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692810.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/176/06ed56041cdd33df9f668b5b82d39176/06ed56041cdd33df9f668b5b82d39176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692815.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5ec/385ef8f59a3addd7546334f5ee5345ec/385ef8f59a3addd7546334f5ee5345ec.db +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8de2bf446ea245a4bfc21-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx508c6642bfd748359d021-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: txad7e2edd0d9f4772a7f63-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx71e9af9d10884586a6ba0-00683aee50) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx9eaffe004d3c4c93a24cb-00683aee50) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx8ac9d7e64cdf4e9cb8f39-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txc1af036dd1dc49b0b6b44-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txb06f5daf2d2047459b3b2-00683aee50) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx6a6ed70e362f400d8c765-00683aee50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcbe820729e924bcfb9860-00683aee50) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txcf1990b8e43c4adbbfa5f-00683aee50) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception (txn: tx0b6dc04f6007410188ec5-00683aee50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx359554cb377d4919a97cf-00683aee50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txf4bc38659e7b4347b65f3-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx9f4bfa248d08465186715-00683aee51) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9f4bfa248d08465186715-00683aee51) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx9f4bfa248d08465186715-00683aee51) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx9f4bfa248d08465186715-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read + raise Exception('exception message') +Exception: exception message (txn: tx6f5e71b20ca44c4fb27c7-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status + raise self.status +Exception: boom (txn: tx31a4418f1daa4ad49c60b-00683aee51) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txeb3f05785197427b9f2ac-00683aee51) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe8e2903767e348459cb10-00683aee51) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd16075161b9344b89274e-00683aee51) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test DEBUG: /tmp/tmp0gyds6bw/sdb/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0154397s) +REPLICATE: /sda/0/e55a07d07b93bfc620dac1ef6cb63d18, merge_syncs, ([{'remote_id': '4b06fd05-eaa9-42d5-acf6-9b036674987a-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', 'ee057443-052e-45ef-b7cd-83133af9ee4b-', '1748692561.08808', '1748692561.08613', '0', '', '1748692561.08613', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ee057443-052e-45ef-b7cd-83133af9ee4b-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.08945.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', 'ee057443-052e-45ef-b7cd-83133af9ee4b-', '1748692561.08808', '1748692561.08613', '0', '', '1748692561.08613', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.08936', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692561.08936', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.08936', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.08961', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.08961', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.08945', 'epoch': '1748692561.08945', 'reported': 0, 'tombstones': -1}], 'ee057443-052e-45ef-b7cd-83133af9ee4b-') +test DEBUG: /tmp/tmpfvyha5db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.08945.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpfvyha5db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.08945.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '813cd398c8e13a68be6964060c9f02ea', 'a438de46-ce5e-4eab-a337-d613e56baae2-', '1748692561.19668', '1748692561.19482', '0', '', '1748692561.19482', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.25433', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692561.25433', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.25433', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.25550', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.25550', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.21023', 'epoch': '1748692561.21023', 'reported': 0, 'tombstones': -1}], 'a438de46-ce5e-4eab-a337-d613e56baae2-') +test DEBUG: /tmp/tmpkwrvlhet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.21023.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkwrvlhet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.21023.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '813cd398c8e13a68be6964060c9f02ea', 'a438de46-ce5e-4eab-a337-d613e56baae2-', '1748692561.19668', '1748692561.24300', '0', '', '1748692561.19482', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.25433', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692561.25433', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.25433', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.25550', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.25550', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.21023', 'epoch': '1748692561.21023', 'reported': 0, 'tombstones': -1}], 'a438de46-ce5e-4eab-a337-d613e56baae2-') +test DEBUG: /tmp/tmpkwrvlhet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.21023.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkwrvlhet/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.21023.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '813cd398c8e13a68be6964060c9f02ea', '526d53c7-6478-488f-9439-86f729dff655-', '1748692561.38759', '1748692561.37749', '0', '', '1748692561.37749', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.41935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692561.41935', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.41935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.42623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.42623', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.38895', 'epoch': '1748692561.38895', 'reported': 0, 'tombstones': -1}], '526d53c7-6478-488f-9439-86f729dff655-') +test DEBUG: /tmp/tmpvl2wkb49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.38895.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvl2wkb49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.38895.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '813cd398c8e13a68be6964060c9f02ea', '526d53c7-6478-488f-9439-86f729dff655-', '1748692561.38759', '1748692561.41599', '0', '', '1748692561.37749', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.41935', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692561.41935', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.41935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.42623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.42623', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.38895', 'epoch': '1748692561.38895', 'reported': 0, 'tombstones': -1}], '526d53c7-6478-488f-9439-86f729dff655-') +test DEBUG: /tmp/tmpvl2wkb49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.38895.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvl2wkb49/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.38895.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3b35bdeac099ca5214f4f9ac7045ac62', '98f3b18c-b18b-4dd9-803e-6b2a6ac2f563-', '1748692561.51763', '1748692561.51574', '0', '', '1748692561.51574', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: txd16075161b9344b89274e-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6567f8c7c4384a2ea7298-00683aee51) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5aa4a966485e4fceb2538-00683aee51) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: tx5aa4a966485e4fceb2538-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx0241d01d4177405693ad0-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: txeb53569a645440eb8ef77-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx2c0f84fb94a943a29bf84-00683aee51) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txfc9b1c933ca74a2e9fd66-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx568bfb9648bf4e619257a-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.50525 <= '409 (1748692561.50525), 409 (1748692561.50525), 409 (1748692561.50525)' (txn: tx5741735c29d84176a91ac-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.51944 <= '409 (1748692561.51944), 409 (1748692561.51944), 409 (1748692561.51944)' (txn: tx6919c1ecd81f43b49f889-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.52118 <= '409 (1748692561.52118), 409 (1748692561.52118), 409 (1748692561.52118)' (txn: tx392643faae174f7e99995-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.00000 <= '409 (1748692562.00000), 409 (1748692562.00000), 409 (1748692562.00000)' (txn: tx11276adcd144423fa69a9-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692563.00000 <= '409 (1748692564.00000), 409 (1748692564.00000), 409 (1748692564.00000)' (txn: tx7d548b13497f40bb81f9e-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692565.00000 <= '409 (1748692566.00000), 409 (1748692566.00000), 409 (1748692566.00000)' (txn: txcb6f1cd7b5dd4fdda86c2-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.00000 <= '409 (1748692561.00000), 409 (1748692561.00000), 409 (1748692561.00000)' (txn: tx560c99208ccd41b6bad00-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692562.00000 <= '409 (1748692562.00000), 409 (1748692562.00000), 409 (1748692562.00000)' (txn: txc3eab7baee8240ae8fceb-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692563.00000 <= '409 (1748692563.00000), 409 (1748692563.00000), 409 (1748692563.00000)' (txn: tx2b22dca49e6a49d7868de-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692561.00000 <= '409 (1748692561.00000)' (txn: tx7bee7952361349829e8d6-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692562.00000 <= '409 (1748692562.00000)' (txn: tx531fefccedaa4fbb887fa-00683aee51) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692563.00000 <= '409 (1748692563.00000)' (txn: tx3656882eec0944eb8023d-00683aee51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.54898', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.54898', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692561.54898', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.55525', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.55525', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.52728', 'epoch': '1748692561.52728', 'reported': 0, 'tombstones': -1}], '98f3b18c-b18b-4dd9-803e-6b2a6ac2f563-') +test DEBUG: /tmp/tmpj09pnul8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.52728.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpj09pnul8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.52728.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3b35bdeac099ca5214f4f9ac7045ac62', '98f3b18c-b18b-4dd9-803e-6b2a6ac2f563-', '1748692561.51763', '1748692561.54586', '0', '', '1748692561.51574', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.54898', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.54898', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692561.54898', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.55525', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.55525', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.52728', 'epoch': '1748692561.52728', 'reported': 0, 'tombstones': -1}], '98f3b18c-b18b-4dd9-803e-6b2a6ac2f563-') +test DEBUG: /tmp/tmpj09pnul8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.52728.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpj09pnul8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.52728.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3b35bdeac099ca5214f4f9ac7045ac62', '14c43d8c-5fdb-4b06-a1d6-02a60ec94748-', '1748692561.66464', '1748692561.66281', '0', '', '1748692561.66281', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.70752', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.70752', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692561.70752', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.71449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.71449', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.67401', 'epoch': '1748692561.67401', 'reported': 0, 'tombstones': -1}], '14c43d8c-5fdb-4b06-a1d6-02a60ec94748-') +test DEBUG: /tmp/tmp06g9uqzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.67401.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp06g9uqzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.67401.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '3b35bdeac099ca5214f4f9ac7045ac62', '14c43d8c-5fdb-4b06-a1d6-02a60ec94748-', '1748692561.66464', '1748692561.70433', '0', '', '1748692561.66281', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.70752', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.70752', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692561.70752', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.71449', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.71449', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.67401', 'epoch': '1748692561.67401', 'reported': 0, 'tombstones': -1}], '14c43d8c-5fdb-4b06-a1d6-02a60ec94748-') +test DEBUG: /tmp/tmp06g9uqzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.67401.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp06g9uqzm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.67401.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', '464d41f7-2617-43a4-8c18-0bb4b78c139a-', '1748692561.84868', '1748692561.84683', '0', '', '1748692561.84683', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.84995', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692561.84995', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.84995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.85017', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.85017', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.85001', 'epoch': '1748692561.85001', 'reported': 0, 'tombstones': -1}], '464d41f7-2617-43a4-8c18-0bb4b78c139a-') +test DEBUG: /tmp/tmpgnt4f98t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.85001.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgnt4f98t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.85001.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', '464d41f7-2617-43a4-8c18-0bb4b78c139a-', '1748692561.84868', '1748692561.87233', '0', '', '1748692561.84683', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.84995', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692561.84995', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.84995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.85017', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.85017', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.85001', 'epoch': '1748692561.85001', 'reported': 0, 'tombstones': -1}], '464d41f7-2617-43a4-8c18-0bb4b78c139a-') +test DEBUG: /tmp/tmpgnt4f98t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.85001.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgnt4f98t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.85001.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpa_brcj2c/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa_brcj2c/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpa_brcj2c/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpa_brcj2c/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0078 "-" 3317118 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3317118 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0154 "-" 3317118 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0072 "-" 3317118 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4cc373fb4297422ebd82d-00683aee51" "proxy-server 3317118" 0.0012 "-" 3317118 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44737/sdb1/0/a/c" "tx4cc373fb4297422ebd82d-00683aee51" "container-server 3317118" 0.0052 "-" 3317118 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:36303/sda1/0/a/c" "tx4cc373fb4297422ebd82d-00683aee51" "container-server 3317118" 0.0011 "-" 3317118 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cc373fb4297422ebd82d-00683aee51" "proxy-server 3317118" 0.0176 "-" 3317118 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4cc373fb4297422ebd82d-00683aee51" "proxy-server 3317118" 0.0358 "-" 3317118 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4cc373fb4297422ebd82d-00683aee51 - 0.0611 - - 1748692561.762092113 1748692561.823142767 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx22cce773823e47eaa31e3-00683aee51" "proxy-server 3317118" 0.0013 "-" 3317118 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:44737/sdb1/2/a1/c1" "tx22cce773823e47eaa31e3-00683aee51" "container-server 3317118" 0.0092 "-" 3317118 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:36303/sda1/2/a1/c1" "tx22cce773823e47eaa31e3-00683aee51" "container-server 3317118" 0.0013 "-" 3317118 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22cce773823e47eaa31e3-00683aee51" "proxy-server 3317118" 0.0224 "-" 3317118 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22cce773823e47eaa31e3-00683aee51" "proxy-server 3317118" 0.0361 "-" 3317118 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx22cce773823e47eaa31e3-00683aee51 - 0.0559 - - 1748692561.824592590 1748692561.880492210 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd3c1db11ec4243cb810de-00683aee51" "proxy-server 3317118" 0.0022 "-" 3317118 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44737/sdb1/0/a/c1" "txd3c1db11ec4243cb810de-00683aee51" "container-server 3317118" 0.0018 "-" 3317118 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36303/sda1/0/a/c1" "txd3c1db11ec4243cb810de-00683aee51" "container-server 3317118" 0.0011 "-" 3317118 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd3c1db11ec4243cb810de-00683aee51" "proxy-server 3317118" 0.0188 "-" 3317118 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd3c1db11ec4243cb810de-00683aee51" "proxy-server 3317118" 0.0449 "-" 3317118 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd3c1db11ec4243cb810de-00683aee51 - 0.0537 - - 1748692561.890163898 1748692561.943873167 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd39828dde697477195589-00683aee51" "proxy-server 3317118" 0.0022 "-" 3317118 - +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692820.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/875/400c1edbfbab225c802252118f87a875/400c1edbfbab225c802252118f87a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692825.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/1e4/218ee5c68a7c39064a46db427a12f1e4/218ee5c68a7c39064a46db427a12f1e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692830.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3f6/6418ab1b4a2514f98a043b2e23d823f6/6418ab1b4a2514f98a043b2e23d823f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692835.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/184/50f7723e1a4815acf47c413f1f58d184/50f7723e1a4815acf47c413f1f58d184.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692840.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/075/f0ecbf60f5f80bb56b6490f7a6a24075/f0ecbf60f5f80bb56b6490f7a6a24075.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692845.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/c95/4392dd525459f392d9291eb266e0cc95/4392dd525459f392d9291eb266e0cc95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692850.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7b7/091ab087027ea538101db80f1663a7b7/091ab087027ea538101db80f1663a7b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692855.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/77f/da6859ae727dc0299b16185c095ad77f/da6859ae727dc0299b16185c095ad77f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692860.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8ea/ce348d38b0c1f546618c3b083b0f18ea/ce348d38b0c1f546618c3b083b0f18ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692865.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4d8/2023f4b07f9707ff76cd23f63790b4d8/2023f4b07f9707ff76cd23f63790b4d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692870.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/6b3/1f09595a7da2450f54b4b870b52f16b3/1f09595a7da2450f54b4b870b52f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692875.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8c6/7c7d9c7d9b0de3f55ca6477e17c168c6/7c7d9c7d9b0de3f55ca6477e17c168c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692880.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0dc/a897f11208d3782cf9792143384c40dc/a897f11208d3782cf9792143384c40dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692885.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d0d/f93473435af51bed36b99a2f245b1d0d/f93473435af51bed36b99a2f245b1d0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692890.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5aa/adbb54a9e4880d4f059a3fe01358f5aa/adbb54a9e4880d4f059a3fe01358f5aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692895.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e51/f1ee446cc4b558baf305403d59a0ae51/f1ee446cc4b558baf305403d59a0ae51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692900.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/100/2591a1b227091e1681497abc4a680100/2591a1b227091e1681497abc4a680100.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692905.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/233/da342331cd1e05d9a94ed837e0871233/da342331cd1e05d9a94ed837e0871233.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692910.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3b7/ce2a400042b3ebe00d0dc1a99b2e13b7/ce2a400042b3ebe00d0dc1a99b2e13b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692915.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/058/0b157f4150e7ed58b86d8a97b47b8058/0b157f4150e7ed58b86d8a97b47b8058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692920.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0ff/571de1d480f3a8be1ee95c3aa83720ff/571de1d480f3a8be1ee95c3aa83720ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692925.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/09f/abfeda7edeac84b47f8a6450ce04109f/abfeda7edeac84b47f8a6450ce04109f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692930.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2e5/9082cf9085fef965e5eec3489ad4b2e5/9082cf9085fef965e5eec3489ad4b2e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692935.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/83f/f459d23bc1e738a7547e6440a751c83f/f459d23bc1e738a7547e6440a751c83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692940.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ea5/efce906436a26a72aac6eabae7f79ea5/efce906436a26a72aac6eabae7f79ea5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692945.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/30b/202e2d4cb0fdbc19390c14a8f6c7530b/202e2d4cb0fdbc19390c14a8f6c7530b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692950.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fd7/daa41cfe29578cdbb1ec4da33a83ffd7/daa41cfe29578cdbb1ec4da33a83ffd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692955.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8cc/e44420b113f7779b69f3a26ef85a28cc/e44420b113f7779b69f3a26ef85a28cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692960.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/da0/af156c3cfb839fc7798e02e6917cbda0/af156c3cfb839fc7798e02e6917cbda0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692965.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4ab/a62b16cf444fe716d136c17dab3d14ab/a62b16cf444fe716d136c17dab3d14ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692970.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e99/d1b8397da7b4e603c4e827e55d2b8e99/d1b8397da7b4e603c4e827e55d2b8e99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692975.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d96/7f880cb1d10e2d28a4fa72acc2882d96/7f880cb1d10e2d28a4fa72acc2882d96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692980.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d75/c361565bd26aa03085fa418cc26ccd75/c361565bd26aa03085fa418cc26ccd75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692985.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/28c/52a0b05268a02dacf548597f520fc28c/52a0b05268a02dacf548597f520fc28c.db +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', 'c69b32cc-a8b6-4d55-9e1a-fb5a1bf9afbd-', '1748692561.95669', '1748692561.95471', '0', '', '1748692561.95471', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.96225', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692561.96225', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.96225', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.96248', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.96248', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.96232', 'epoch': '1748692561.96232', 'reported': 0, 'tombstones': -1}], 'c69b32cc-a8b6-4d55-9e1a-fb5a1bf9afbd-') +test DEBUG: /tmp/tmpuary99sg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.96232.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuary99sg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.96232.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ed91d960020da3755871edb3b3c857d9', 'c69b32cc-a8b6-4d55-9e1a-fb5a1bf9afbd-', '1748692561.95669', '1748692561.98438', '0', '', '1748692561.95471', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692561.96225', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692561.96225', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692561.96225', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692561.96248', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692561.96248', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692561.96232', 'epoch': '1748692561.96232', 'reported': 0, 'tombstones': -1}], 'c69b32cc-a8b6-4d55-9e1a-fb5a1bf9afbd-') +test DEBUG: /tmp/tmpuary99sg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.96232.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuary99sg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692561.96232.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '7c4358281aaef701f308b9ee26756596', '8312f946-abc8-402f-a0d6-acd0687914e1-', '1748692562.06614', '1748692562.06411', '0', '', '1748692562.06411', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8312f946-abc8-402f-a0d6-acd0687914e1-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.07479.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '7c4358281aaef701f308b9ee26756596', '8312f946-abc8-402f-a0d6-acd0687914e1-', '1748692562.06614', '1748692562.06411', '0', '', '1748692562.06411', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.06750', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.06750', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.06750', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.07501', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.07501', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.07479', 'epoch': '1748692562.07479', 'reported': 0, 'tombstones': -1}], '8312f946-abc8-402f-a0d6-acd0687914e1-') +test DEBUG: /tmp/tmpb843e497/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.07479.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpb843e497/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.07479.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '7c4358281aaef701f308b9ee26756596', 'a0fdc70c-e1a2-47c6-9a2c-f33a4fcc922c-', '1748692562.16526', '1748692562.16338', '0', '', '1748692562.16338', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a0fdc70c-e1a2-47c6-9a2c-f33a4fcc922c-', '5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.17802.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '7c4358281aaef701f308b9ee26756596', 'a0fdc70c-e1a2-47c6-9a2c-f33a4fcc922c-', '1748692562.16526', '1748692562.16338', '0', '', '1748692562.16338', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.17071', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.17071', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.17071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.17825', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.17825', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.17802', 'epoch': '1748692562.17802', 'reported': 0, 'tombstones': -1}], 'a0fdc70c-e1a2-47c6-9a2c-f33a4fcc922c-') +test DEBUG: /tmp/tmpn5qqayuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.17802.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpn5qqayuz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.17802.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', 'c6e9f6a9-a1ed-4b3f-9814-9647008e6c1c-', '1748692562.25605', '1748692562.25417', '0', '', '1748692562.25417', 3, 0) +test WARNING: /tmp/tmp5psoundz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.26201.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp5psoundz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.26201.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', 'c6e9f6a9-a1ed-4b3f-9814-9647008e6c1c-', '1748692562.25605', '1748692562.27802', '0', '', '1748692562.25417', 3, 0) +test WARNING: /tmp/tmp5psoundz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.26201.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp5psoundz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.26201.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', 'dcca4389-6fb9-46ff-9b6e-8a19fb0473e5-', '1748692562.33226', '1748692562.33044', '0', '', '1748692562.33044', 3, 0) +test WARNING: /tmp/tmpti5_2gin/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.33800.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44737/sdb1/2/a/c2" "txd39828dde697477195589-00683aee51" "container-server 3317118" 0.0011 "-" 3317118 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:36303/sda1/2/a/c2" "txd39828dde697477195589-00683aee51" "container-server 3317118" 0.0019 "-" 3317118 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd39828dde697477195589-00683aee51" "proxy-server 3317118" 0.0261 "-" 3317118 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:01 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd39828dde697477195589-00683aee51" "proxy-server 3317118" 0.0315 "-" 3317118 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/02 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd39828dde697477195589-00683aee51 - 0.0650 - - 1748692561.945320129 1748692562.010318041 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9b3a77b554ab4068b9449-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf25d0f2ba8ee4bbc9a7c2-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txf8a9946f48bf4a55a41d4-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf8a9946f48bf4a55a41d4-00683aee52) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txf8a9946f48bf4a55a41d4-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx03b1a53eae77477eb4f2e-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx03b1a53eae77477eb4f2e-00683aee52) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx03b1a53eae77477eb4f2e-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx63b08ed3c3794e6686e47-00683aee52) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx63b08ed3c3794e6686e47-00683aee52) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx656496fcd91d47e2bfca4-00683aee52) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx656496fcd91d47e2bfca4-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc6c1e26dc58a4ee6bed9a-00683aee52) +test INFO: Client disconnected on read of '/a/c' (txn: txc6c1e26dc58a4ee6bed9a-00683aee52) +test INFO: Client disconnected on read of '/a/c' (txn: tx1c5fb15345ec4806a37fb-00683aee52) +test INFO: Client disconnected on read of '/a/c' (txn: tx1c5fb15345ec4806a37fb-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx24f7263b64da45539993a-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbefc1eed5fe04a7899d28-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf9d7393dd1ed48c2ba841-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf9d7393dd1ed48c2ba841-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf9d7393dd1ed48c2ba841-00683aee52) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txf9d7393dd1ed48c2ba841-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdfe173df337d46fb911ca-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdfe173df337d46fb911ca-00683aee52) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdfe173df337d46fb911ca-00683aee52) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txdfe173df337d46fb911ca-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmp_cn7pekd/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +Unlinked retiring db '/tmp/tmp_cn7pekd/containers/part/suffix/hash/container_1748692579.00000.db' +Unlinked retiring db '/tmp/tmp_cn7pekd/containers/part/suffix/hash/container_1748692590.00000.db' +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx8dce57ef43584b449fc16-00683aee52) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx8dce57ef43584b449fc16-00683aee52) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx8dce57ef43584b449fc16-00683aee52) +test ERROR: Account HEAD returning 503 for [] (txn: tx8dce57ef43584b449fc16-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx856bdcef6e7642b6a810e-00683aee52) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx63b83ff6435b431980d5d-00683aee52) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx63b83ff6435b431980d5d-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx4751b7ff8d5b4d9b87329-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa7d9af93cfd34db9b6401-00683aee52) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx255aa75f3f13422fb8da3-00683aee52) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx40b573dbbef8492b92aee-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd7a1af7f25d64a1687d4a-00683aee52) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc743bb80b36d49eea906e-00683aee52) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc743bb80b36d49eea906e-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx267f2008b10d41c38f851-00683aee52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx267f2008b10d41c38f851-00683aee52) +test WARNING: Could not autocreate account '/account' (txn: tx267f2008b10d41c38f851-00683aee52) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0d167f249b0c40d5ba678-00683aee52) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692562.00000 <= '409 (1748692563.00000)' (txn: tx8b6ea18a43d64dfd90cbc-00683aee52) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx910997d254f84b4b8aba8-00683aee52) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692562.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx0a40f9cb8e7b46438d2aa-00683aee52) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1748692562.00000 <= '409 (1748692563.00000), 201 (unknown), 201 (unknown)' (txn: txc40b60ceef314acb856e3-00683aee52) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpmews0ppy/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmp2u35l9m0/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: Setting object count to 1032 (txn: tx683c534e5e534f9993495-00683aee52) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: Setting object count to 48 (txn: txe4dda01401584bee851ad-00683aee52) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx589d67d2a1a4471981510-00683aee52) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test ERROR: Failed to unlink '/tmp/tmpuwz67ghg/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -93267,23 +94554,1470 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpuwz67ghg/containers/part/suffix/hash/container_1748692563.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpuwz67ghg/containers/part/suffix/hash/container_1748692563.00000.db': ['/tmp/tmpuwz67ghg/containers/part/suffix/hash/container.db', '/tmp/tmpuwz67ghg/containers/part/suffix/hash/container_1748692564.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpuwz67ghg/containers/part/suffix/hash/container_1748692564.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpzfye4d_d/containers/part/suffix/hash/67ab35b8-965a-43a4-a25a-46f53cc93d6c.db' +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +Unlinked retiring db '/tmp/tmp5cumbojm/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +Unlinked retiring db '/tmp/tmpkkwmmp5r/containers/part/suffix/hash/container-cf8475c6-512d-4546-8991-6c47757f63ef.db' +Unlinked retiring db '/tmp/tmpkkwmmp5r/containers/part/suffix/hash/container-2145ca81-6fba-4369-a00b-7cb989c16e82.db' +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test WARNING: /tmp/tmpti5_2gin/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.33800.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', 'dcca4389-6fb9-46ff-9b6e-8a19fb0473e5-', '1748692562.33226', '1748692562.35802', '0', '', '1748692562.33044', 3, 0) +test WARNING: /tmp/tmpti5_2gin/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.33800.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpti5_2gin/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.33800.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dbb1f5c4eb406384c9ed0788232f7b46', 'b0f29e6c-22b0-4844-80d4-839c330e1868-', '1748692562.38709', '1748692562.38503', '0', '', '1748692562.38503', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.41294', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.41294', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.41294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.41422', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.41422', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.39396', 'epoch': '1748692562.39396', 'reported': 0, 'tombstones': -1}], 'b0f29e6c-22b0-4844-80d4-839c330e1868-') +test DEBUG: /tmp/tmp552tw95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.39396.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp552tw95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.39396.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dbb1f5c4eb406384c9ed0788232f7b46', 'b0f29e6c-22b0-4844-80d4-839c330e1868-', '1748692562.38709', '1748692562.40999', '0', '', '1748692562.38503', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.41294', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.41294', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.41294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.41422', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.41422', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.39396', 'epoch': '1748692562.39396', 'reported': 0, 'tombstones': -1}], 'b0f29e6c-22b0-4844-80d4-839c330e1868-') +test DEBUG: /tmp/tmp552tw95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.39396.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp552tw95r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.39396.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dbb1f5c4eb406384c9ed0788232f7b46', '3389eebd-97b5-496c-8c25-e1d00bf98231-', '1748692562.53481', '1748692562.52864', '0', '', '1748692562.52864', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.56117', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.56117', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.56117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.56646', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.56646', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.54200', 'epoch': '1748692562.54200', 'reported': 0, 'tombstones': -1}], '3389eebd-97b5-496c-8c25-e1d00bf98231-') +test DEBUG: /tmp/tmptw9uny47/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.54200.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmptw9uny47/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.54200.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'dbb1f5c4eb406384c9ed0788232f7b46', '3389eebd-97b5-496c-8c25-e1d00bf98231-', '1748692562.53481', '1748692562.55803', '0', '', '1748692562.52864', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.56117', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.56117', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.56117', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.56646', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.56646', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.54200', 'epoch': '1748692562.54200', 'reported': 0, 'tombstones': -1}], '3389eebd-97b5-496c-8c25-e1d00bf98231-') +test DEBUG: /tmp/tmptw9uny47/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.54200.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmptw9uny47/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.54200.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', '4592ab30-17f8-4062-a06e-2f979bc2f419-', '1748692562.66870', '1748692562.66685', '0', '', '1748692562.66685', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.68014', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.68014', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.68014', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.68625', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.68625', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.68601', 'epoch': '1748692562.68601', 'reported': 0, 'tombstones': -1}], '4592ab30-17f8-4062-a06e-2f979bc2f419-') +test DEBUG: /tmp/tmpuw1moxqj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.68601.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuw1moxqj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.68601.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', '4592ab30-17f8-4062-a06e-2f979bc2f419-', '1748692562.66870', '1748692562.70201', '0', '', '1748692562.66685', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpp85tcjco/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp85tcjco/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpp85tcjco/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp85tcjco/tmp_test_proxy_server_chunked/container-sync-realms.conf' +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: autocreate account '/account' (txn: tx9341443901514a7a8d1a4-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx8b12befd26624b158133a-00683aee52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8b12befd26624b158133a-00683aee52) +test WARNING: Could not autocreate account '/account' (txn: tx8b12befd26624b158133a-00683aee52) +test INFO: autocreate account '/account' (txn: tx4aeae0a63c99492eb2721-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9859a594bbf44d549778c-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9859a594bbf44d549778c-00683aee52) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx9859a594bbf44d549778c-00683aee52) +test INFO: autocreate account '/account' (txn: txa12300d09aa04bf0b83b3-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf8b5634c6f814b99862a3-00683aee52) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf8b5634c6f814b99862a3-00683aee52) +test INFO: autocreate account '/account' (txn: txf8b5634c6f814b99862a3-00683aee52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa19cef5f55b84f6ebf2cb-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa19cef5f55b84f6ebf2cb-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx64be974354ec4d2794c8a-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx5ae7b6fbe08340029a486-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx40bc4f474e994c66bbbe2-00683aee52) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx913b10d266474251b6412-00683aee52) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx703c71e1c30d4bce932fd-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf35355040517401ba8a03-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx0d0cd4a1665b422b880b3-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txadb3dea7c9c24a25a833e-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7004344067d84ca78b5e6-00683aee52) +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.68014', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.68014', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.68014', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.68625', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.68625', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.68601', 'epoch': '1748692562.68601', 'reported': 0, 'tombstones': -1}], '4592ab30-17f8-4062-a06e-2f979bc2f419-') +test DEBUG: /tmp/tmpuw1moxqj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.68601.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuw1moxqj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.68601.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', '2e9853cb-e28f-47da-a99c-ddccbf5abeba-', '1748692562.77677', '1748692562.77487', '0', '', '1748692562.77487', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.78237', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.78237', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.78237', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.78360', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.78360', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.78343', 'epoch': '1748692562.78343', 'reported': 0, 'tombstones': -1}], '2e9853cb-e28f-47da-a99c-ddccbf5abeba-') +test DEBUG: /tmp/tmpgyacy40b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.78343.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgyacy40b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.78343.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '37971a324d5b9beb0d6ae8ff0610e5fa', '2e9853cb-e28f-47da-a99c-ddccbf5abeba-', '1748692562.77677', '1748692562.79889', '0', '', '1748692562.77487', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.78237', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.78237', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692562.78237', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.78360', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.78360', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.78343', 'epoch': '1748692562.78343', 'reported': 0, 'tombstones': -1}], '2e9853cb-e28f-47da-a99c-ddccbf5abeba-') +test DEBUG: /tmp/tmpgyacy40b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.78343.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgyacy40b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1748692562.78343.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2ecd4a618727d1b0cafa9c7ec1861be4', '3b515de1-4e9b-46ad-95f0-cdd398d1cfdd-sda', '1748692562.88061', '1748692562.87875', '0', '', '1748692562.87875', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3b515de1-4e9b-46ad-95f0-cdd398d1cfdd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0d4d317e3f0f4c16e39117529a18dba9', '16bab209-c99e-4ae2-94a1-6a109ed6433b-sda', '1748692562.91325', '1748692562.91137', '0', '', '1748692562.91137', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.92336', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692562.92336', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692562.92336', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.95822', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.95822', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.95800', 'epoch': '1748692562.95800', 'reported': 0, 'tombstones': -1}], '16bab209-c99e-4ae2-94a1-6a109ed6433b-sda') +test DEBUG: /tmp/tmpvdiixg7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvdiixg7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '0d4d317e3f0f4c16e39117529a18dba9', '16bab209-c99e-4ae2-94a1-6a109ed6433b-sda', '1748692562.91325', '1748692562.92014', '0', '', '1748692562.91137', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692562.92336', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692562.92336', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692562.92336', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692562.95822', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692562.95822', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692562.95800', 'epoch': '1748692562.95800', 'reported': 0, 'tombstones': -1}], '16bab209-c99e-4ae2-94a1-6a109ed6433b-sda') +test DEBUG: /tmp/tmpvdiixg7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpvdiixg7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'cdcf7b02b7dae695c07a2983067cdf68', '799669ca-7033-41eb-9376-db63cd547ef4-sda', '1748692563.03279', '1748692563.03072', '0', '', '1748692563.03072', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692563.04310', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692563.04310', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692563.04310', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692563.05021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692563.05021', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692563.04998', 'epoch': '1748692563.04998', 'reported': 0, 'tombstones': -1}], '799669ca-7033-41eb-9376-db63cd547ef4-sda') +test DEBUG: /tmp/tmp4igrs1sx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692990.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e61/4085cbca1f9e2e424f0daf57440d0e61/4085cbca1f9e2e424f0daf57440d0e61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692995.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/41a/f8290ea28ec76419628b37395d4fd41a/f8290ea28ec76419628b37395d4fd41a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693000.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/9a4/e5b05cd101c354493658591ec48df9a4/e5b05cd101c354493658591ec48df9a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693005.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/97e/834a7ea5e553bdb7f6949650e1ad197e/834a7ea5e553bdb7f6949650e1ad197e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693010.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d4c/2a6eed10cdbcdee36b10cd5d4f84cd4c/2a6eed10cdbcdee36b10cd5d4f84cd4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693015.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/208/0df1f4ec201c94ad927bafe43b108208/0df1f4ec201c94ad927bafe43b108208.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693020.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e51/779d267a5989a0d3f3d9f0f6f9130e51/779d267a5989a0d3f3d9f0f6f9130e51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693025.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4fc/f3828cacf33a987eca53059b1d56a4fc/f3828cacf33a987eca53059b1d56a4fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693030.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/838/93e9de47d1db0b0fe5d024c7108bc838/93e9de47d1db0b0fe5d024c7108bc838.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693035.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3a9/0d196dc99817791ff351fb54ae2743a9/0d196dc99817791ff351fb54ae2743a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693040.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/9a7/c8839b698a41cf18569951e01e7699a7/c8839b698a41cf18569951e01e7699a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693045.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/908/96631051f5f19adacd92e21d61ba6908/96631051f5f19adacd92e21d61ba6908.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693050.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7c7/846a44aaa5078ff79af87a4ac7c827c7/846a44aaa5078ff79af87a4ac7c827c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693055.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a43/8db6fe53a37e8f0a33fbf7e629391a43/8db6fe53a37e8f0a33fbf7e629391a43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693060.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d7d/672437de9bcb43067a8f3e8c448bdd7d/672437de9bcb43067a8f3e8c448bdd7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693065.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/87d/039f34924645a144d4032625ac37387d/039f34924645a144d4032625ac37387d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693070.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4e4/715e4bafd2ffc2acc0b8f982a0ab24e4/715e4bafd2ffc2acc0b8f982a0ab24e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693075.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/c5f/b4a243ef1190a4b6dbb3234b55409c5f/b4a243ef1190a4b6dbb3234b55409c5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693080.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5a4/959013d27c013c530821245d6d80c5a4/959013d27c013c530821245d6d80c5a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693085.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/307/469e49bfe8d38f7cc2c3a3fd71593307/469e49bfe8d38f7cc2c3a3fd71593307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693090.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/468/ebd6a9865d0245277ed3c62cd040d468/ebd6a9865d0245277ed3c62cd040d468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693095.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/97e/84581c038b5ccb39e6467cb098df297e/84581c038b5ccb39e6467cb098df297e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693100.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d2e/373831221108976d6170a43ed94f9d2e/373831221108976d6170a43ed94f9d2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693105.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/80a/667f79c6196a333f7974902e7857d80a/667f79c6196a333f7974902e7857d80a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693110.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2d1/0db09c0317805348368ab36e1755e2d1/0db09c0317805348368ab36e1755e2d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693115.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a1c/0af6781e4f7ae2262221d34dfa3c7a1c/0af6781e4f7ae2262221d34dfa3c7a1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693120.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2b9/70a4b79329a1fe8d22f0ec8ec7b082b9/70a4b79329a1fe8d22f0ec8ec7b082b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693125.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/213/3a4d03eb82ee0ea4aa4507df36ffd213/3a4d03eb82ee0ea4aa4507df36ffd213.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693130.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/355/c16a65804087d742891009c76e787355/c16a65804087d742891009c76e787355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693135.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35/d668c5c6b7dec3dd5d1cc5e7e25d4a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693140.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/bb6/aefafe584623ffdb7fdb58ed6115bbb6/aefafe584623ffdb7fdb58ed6115bbb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693145.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/25b/7cb68bf989332ecd7d71b4f4c6cae25b/7cb68bf989332ecd7d71b4f4c6cae25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693150.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ab2/b2bec1854222b441ae449368c971cab2/b2bec1854222b441ae449368c971cab2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693155.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4eb/22e95a20dbc83ad5e6525a652e5b44eb/22e95a20dbc83ad5e6525a652e5b44eb.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0072 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0070 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0070 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8e0812ea7b024dc7b5c56-00683aee52" "proxy-server 3317115" 0.0053 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52133/sdb1/1/a/c" "tx8e0812ea7b024dc7b5c56-00683aee52" "container-server 3317115" 0.0011 "-" 3317115 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47839/sda1/1/a/c" "tx8e0812ea7b024dc7b5c56-00683aee52" "container-server 3317115" 0.0010 "-" 3317115 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8e0812ea7b024dc7b5c56-00683aee52" "proxy-server 3317115" 0.0261 "-" 3317115 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8e0812ea7b024dc7b5c56-00683aee52" "proxy-server 3317115" 0.0182 "-" 3317115 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8e0812ea7b024dc7b5c56-00683aee52 - 0.0466 - - 1748692562.615921736 1748692562.662539005 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0037e515e6f5406185139-00683aee52" "proxy-server 3317115" 0.0052 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52133/sdb1/1/a1/c1" "tx0037e515e6f5406185139-00683aee52" "container-server 3317115" 0.0010 "-" 3317115 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47839/sda1/1/a1/c1" "tx0037e515e6f5406185139-00683aee52" "container-server 3317115" 0.0051 "-" 3317115 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0037e515e6f5406185139-00683aee52" "proxy-server 3317115" 0.0250 "-" 3317115 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0037e515e6f5406185139-00683aee52" "proxy-server 3317115" 0.0174 "-" 3317115 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0037e515e6f5406185139-00683aee52 - 0.0408 - - 1748692562.663960934 1748692562.704762220 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx54c49655cba74c70b2308-00683aee52" "proxy-server 3317115" 0.0061 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47839/sda1/2/a/c1" "tx54c49655cba74c70b2308-00683aee52" "container-server 3317115" 0.0121 "-" 3317115 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52133/sdb1/2/a/c1" "tx54c49655cba74c70b2308-00683aee52" "container-server 3317115" 0.0016 "-" 3317115 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx54c49655cba74c70b2308-00683aee52" "proxy-server 3317115" 0.0363 "-" 3317115 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx54c49655cba74c70b2308-00683aee52" "proxy-server 3317115" 0.0410 "-" 3317115 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx54c49655cba74c70b2308-00683aee52 - 0.0619 - - 1748692562.714287758 1748692562.776219606 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39f834594c784edbb4edf-00683aee52" "proxy-server 3317115" 0.0018 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52133/sdb1/1/a/c2" "tx39f834594c784edbb4edf-00683aee52" "container-server 3317115" 0.0098 "-" 3317115 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47839/sda1/1/a/c2" "tx39f834594c784edbb4edf-00683aee52" "container-server 3317115" 0.0010 "-" 3317115 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39f834594c784edbb4edf-00683aee52" "proxy-server 3317115" 0.0338 "-" 3317115 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:02 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx39f834594c784edbb4edf-00683aee52" "proxy-server 3317115" 0.0261 "-" 3317115 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/02 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx39f834594c784edbb4edf-00683aee52 - 0.0579 - - 1748692562.777656078 1748692562.835507154 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8_g7_3_q/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8_g7_3_q/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8_g7_3_q/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8_g7_3_q/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0073 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0071 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0080 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2e093053eecb4af3b4252-00683aee53" "proxy-server 3317115" 0.0011 "-" 3317115 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42625/sdb1/1/a/c" "tx2e093053eecb4af3b4252-00683aee53" "container-server 3317115" 0.0013 "-" 3317115 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51855/sda1/1/a/c" "tx2e093053eecb4af3b4252-00683aee53" "container-server 3317115" 0.0010 "-" 3317115 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2e093053eecb4af3b4252-00683aee53" "proxy-server 3317115" 0.0228 "-" 3317115 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2e093053eecb4af3b4252-00683aee53" "proxy-server 3317115" 0.0368 "-" 3317115 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2e093053eecb4af3b4252-00683aee53 - 0.0442 - - 1748692563.079463720 1748692563.123648405 0 +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7004344067d84ca78b5e6-00683aee52) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7004344067d84ca78b5e6-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7310a6db963b4c74aab3c-00683aee52) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7310a6db963b4c74aab3c-00683aee52) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7310a6db963b4c74aab3c-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7c9e4682d83641428560f-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7c9e4682d83641428560f-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7c9e4682d83641428560f-00683aee52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7c9e4682d83641428560f-00683aee52) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2bd8dbb725b14383883eb-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2bd8dbb725b14383883eb-00683aee52) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2bd8dbb725b14383883eb-00683aee52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2bd8dbb725b14383883eb-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx28ca3000416c41f49bf9d-00683aee53) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx280b823d752b48bdb99cc-00683aee53) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx280b823d752b48bdb99cc-00683aee53) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx280b823d752b48bdb99cc-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: tx280b823d752b48bdb99cc-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd78b410f3ace45ceb8469-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd78b410f3ace45ceb8469-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd78b410f3ace45ceb8469-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: txd78b410f3ace45ceb8469-00683aee53) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txfc21fb7ac606462e8f806-00683aee53) +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693160.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/723/83ac31ee455ee40e5d69c7ac1cff0723/83ac31ee455ee40e5d69c7ac1cff0723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693165.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/cd5/b3151e3a1e65b1cd7fa2657111f76cd5/b3151e3a1e65b1cd7fa2657111f76cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693170.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2e0/b49884d88d260cebad2e97b355ed82e0/b49884d88d260cebad2e97b355ed82e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693175.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/961/5aea4af9700be0c40369cc84c8e56961/5aea4af9700be0c40369cc84c8e56961.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693180.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d3a/e7ba943dbec374eca3b03636a9439d3a/e7ba943dbec374eca3b03636a9439d3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693185.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3eb/40c982768441999b724c35879d7313eb/40c982768441999b724c35879d7313eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693190.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a3a/6bf4fde07bbdf14bff184b2624360a3a/6bf4fde07bbdf14bff184b2624360a3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693195.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5be/5ccecb9dd4900f9c3d52fb3b441b65be/5ccecb9dd4900f9c3d52fb3b441b65be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693200.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d5e/5b91175ef95992cae64c2893d5fe7d5e/5b91175ef95992cae64c2893d5fe7d5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693205.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fc2/45a17977be979df7633dc21b13d1efc2/45a17977be979df7633dc21b13d1efc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693210.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8fe/70ca6136f853f8d0e47ffa22d7af58fe/70ca6136f853f8d0e47ffa22d7af58fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693215.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/bdc/8d7a8b284d73b9c16535a82a7757cbdc/8d7a8b284d73b9c16535a82a7757cbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693220.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/b3a/f1331bd3d090dd80ca30d168c1338b3a/f1331bd3d090dd80ca30d168c1338b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693225.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/1bf/98473ce019bd657ffab8f0b16ed0b1bf/98473ce019bd657ffab8f0b16ed0b1bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693230.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/467/2621a942d7e1fb08ce5a7f23b6ee6467/2621a942d7e1fb08ce5a7f23b6ee6467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693235.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/1f0/6f99069171ef69172396a644057ad1f0/6f99069171ef69172396a644057ad1f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693240.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/69b/6ba4a7aa0f7666edd740434104fd669b/6ba4a7aa0f7666edd740434104fd669b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693245.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/b12/8b98cb2f4028389203217a725745db12/8b98cb2f4028389203217a725745db12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693250.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/446/d652800160ef5cf3c15f024d74252446/d652800160ef5cf3c15f024d74252446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693255.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/45b/05506b913a79d1bad6723e722dea545b/05506b913a79d1bad6723e722dea545b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693260.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3a0/8655f555b2cd12ec56e6c5faea5bb3a0/8655f555b2cd12ec56e6c5faea5bb3a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693265.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/730/85af4227fb199494dcb47fac776aa730/85af4227fb199494dcb47fac776aa730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693270.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a0e/3013542ba556638481f3d7861ae11a0e/3013542ba556638481f3d7861ae11a0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693275.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/9d2/5682d38749c4e58f962827f33ba089d2/5682d38749c4e58f962827f33ba089d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693280.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/031/5ac78d364ba8614cf835847c172e3031/5ac78d364ba8614cf835847c172e3031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693285.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/bb7/f436e6815a1d5bb0924538392de42bb7/f436e6815a1d5bb0924538392de42bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693290.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7fe/68d7336818860c89e2bf19539be617fe/68d7336818860c89e2bf19539be617fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693295.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/436/17a4aa223b30bf8052c2514aa4da8436/17a4aa223b30bf8052c2514aa4da8436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693300.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ef3/114b4467b258b7c817023bcd447a1ef3/114b4467b258b7c817023bcd447a1ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693305.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/39b/9112dabd68ce4d77cb80611246b9d39b/9112dabd68ce4d77cb80611246b9d39b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693310.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/862/ee88ec811d2b0ea77745673a37aac862/ee88ec811d2b0ea77745673a37aac862.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693315.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2e4/559ea89e228ece7803d44e31475402e4/559ea89e228ece7803d44e31475402e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693320.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/266/3536f9f5bc714c7d55439af2fd437266/3536f9f5bc714c7d55439af2fd437266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693325.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/109/71425603c9fabf006b013296cab44109/71425603c9fabf006b013296cab44109.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txf8a1925f168e47318cfc2-00683aee53) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txf8a1925f168e47318cfc2-00683aee53) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf8a1925f168e47318cfc2-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: txf8a1925f168e47318cfc2-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx27a61cc5b0da4063a90de-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx27a61cc5b0da4063a90de-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx27a61cc5b0da4063a90de-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: tx27a61cc5b0da4063a90de-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx240118cf37b24f9a98a00-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx8ae2202d1795427e9d90e-00683aee53) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx8ae2202d1795427e9d90e-00683aee53) +test INFO: Client disconnected on read of '/a/c' (txn: tx8ae2202d1795427e9d90e-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx94fb7a6414134df3ab753-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb4b976f5a4654ff6af28f-00683aee53) +test INFO: Client disconnected on read of '/a/c' (txn: txb4b976f5a4654ff6af28f-00683aee53) +test INFO: Client disconnected on read of '/a/c/' (txn: txb4b976f5a4654ff6af28f-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx64660831ff114dea9c4a1-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx64660831ff114dea9c4a1-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx64660831ff114dea9c4a1-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx64660831ff114dea9c4a1-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9d4e5f03ccb040e7a847d-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9d4e5f03ccb040e7a847d-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9d4e5f03ccb040e7a847d-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9d4e5f03ccb040e7a847d-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcdb10fbe39c14599a184e-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcdb10fbe39c14599a184e-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcdb10fbe39c14599a184e-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txcdb10fbe39c14599a184e-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx05d96c82478a406c8ddea-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx05d96c82478a406c8ddea-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx05d96c82478a406c8ddea-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx05d96c82478a406c8ddea-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7209b7e99b4f426c9fd6c-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7209b7e99b4f426c9fd6c-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7209b7e99b4f426c9fd6c-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7209b7e99b4f426c9fd6c-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3eee875136874ee9afc37-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3eee875136874ee9afc37-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3eee875136874ee9afc37-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3eee875136874ee9afc37-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb2e3cbf6131c420f94d84-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb2e3cbf6131c420f94d84-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb2e3cbf6131c420f94d84-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb2e3cbf6131c420f94d84-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf92569f564d4411cb2a47-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf92569f564d4411cb2a47-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf92569f564d4411cb2a47-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf92569f564d4411cb2a47-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0abf4206dedd42a38e111-00683aee53) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx0abf4206dedd42a38e111-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0abf4206dedd42a38e111-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0abf4206dedd42a38e111-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0abf4206dedd42a38e111-00683aee53) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0abf4206dedd42a38e111-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx335ef77a7e7848bbaa088-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx335ef77a7e7848bbaa088-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx335ef77a7e7848bbaa088-00683aee53) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx335ef77a7e7848bbaa088-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcb36315cf591409ca30f5-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcb36315cf591409ca30f5-00683aee53) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txcb36315cf591409ca30f5-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcb36315cf591409ca30f5-00683aee53) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcb36315cf591409ca30f5-00683aee53) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txcb36315cf591409ca30f5-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcb36315cf591409ca30f5-00683aee53) +test ERROR: Container GET returning 503 for [503, 503] (txn: txcb36315cf591409ca30f5-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx62d051b60f104ede81724-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx62d051b60f104ede81724-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx62d051b60f104ede81724-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx62d051b60f104ede81724-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txad553e12a15e42c7a0f2a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txad553e12a15e42c7a0f2a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txad553e12a15e42c7a0f2a-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: txad553e12a15e42c7a0f2a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0856f2ec5d724bd582bdd-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0856f2ec5d724bd582bdd-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0856f2ec5d724bd582bdd-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx0856f2ec5d724bd582bdd-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2186f47622764a9597e61-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2186f47622764a9597e61-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2186f47622764a9597e61-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx2186f47622764a9597e61-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3080cc075dd6417a921be-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3080cc075dd6417a921be-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3080cc075dd6417a921be-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx3080cc075dd6417a921be-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx57546fc63223491090511-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx57546fc63223491090511-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx57546fc63223491090511-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx57546fc63223491090511-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4607bba86c534fd2bc994-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4607bba86c534fd2bc994-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4607bba86c534fd2bc994-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx4607bba86c534fd2bc994-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7e44d0fffaf046ec8088a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7e44d0fffaf046ec8088a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7e44d0fffaf046ec8088a-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx7e44d0fffaf046ec8088a-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c8934ecd0eb48ecbe1ff-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c8934ecd0eb48ecbe1ff-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c8934ecd0eb48ecbe1ff-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx2c8934ecd0eb48ecbe1ff-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx65c65735dde34caf9ecd2-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx65c65735dde34caf9ecd2-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx65c65735dde34caf9ecd2-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx65c65735dde34caf9ecd2-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2b282e8749764c34bef79-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2b282e8749764c34bef79-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2b282e8749764c34bef79-00683aee53) +test ERROR: Container GET returning 503 for [] (txn: tx2b282e8749764c34bef79-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx39edccc161c9425ab9526-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx39edccc161c9425ab9526-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx39edccc161c9425ab9526-00683aee53) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx39edccc161c9425ab9526-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx95e6822647154144b9925-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx95e6822647154144b9925-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx95e6822647154144b9925-00683aee53) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx95e6822647154144b9925-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0773ff7055b2400caa01f-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0773ff7055b2400caa01f-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0773ff7055b2400caa01f-00683aee53) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0773ff7055b2400caa01f-00683aee53) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx17a1b2809ee54552a324f-00683aee53) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx17a1b2809ee54552a324f-00683aee53) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx17a1b2809ee54552a324f-00683aee53) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx17a1b2809ee54552a324f-00683aee53) +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test WARNING: /tmp/tmp4igrs1sx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'cdcf7b02b7dae695c07a2983067cdf68', '799669ca-7033-41eb-9376-db63cd547ef4-sda', '1748692563.03279', '1748692563.03983', '0', '', '1748692563.03072', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1748692563.04310', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1748692563.04310', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692563.04310', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692563.05021', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692563.05021', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692563.04998', 'epoch': '1748692563.04998', 'reported': 0, 'tombstones': -1}], '799669ca-7033-41eb-9376-db63cd547ef4-sda') +test DEBUG: /tmp/tmp4igrs1sx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp4igrs1sx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd9de9408785f808daa7392bfd2f9a620', '259e95e6-8307-4ce4-a7b5-9e72a0887b73-sda', '1748692563.12930', '1748692563.12744', '0', '', '1748692563.12744', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('259e95e6-8307-4ce4-a7b5-9e72a0887b73-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpxf1ngjo8/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd9de9408785f808daa7392bfd2f9a620', 'fd61c25c-e2d9-493b-adb5-f3b5ff7933a3-sda', '1748692563.17364', '1748692563.17182', '0', '', '1748692563.17182', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('fd61c25c-e2d9-493b-adb5-f3b5ff7933a3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd9de9408785f808daa7392bfd2f9a620', '951256e7-7c14-4a00-b05e-30fdfd1f38e4-sda', '1748692563.23136', '1748692563.22546', '0', '', '1748692563.22546', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('951256e7-7c14-4a00-b05e-30fdfd1f38e4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmp0qg_9xq8/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'd9de9408785f808daa7392bfd2f9a620', 'd45ba594-6de9-4d41-ad6b-8a30b0a58b65-sda', '1748692563.29267', '1748692563.29082', '0', '', '1748692563.29082', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('d45ba594-6de9-4d41-ad6b-8a30b0a58b65-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ee1febb9-ff7b-41ca-9315-8d9f83cd413d-sda', '1748692563.40646', '1748692563.40026', '0', '', '1748692563.40026', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcx576r9x/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eda69c58-ed1b-465a-8ff4-13bf77743574-sdb', '1748692563.44897', '1748692564.00000', '0', '', '1748692564.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eda69c58-ed1b-465a-8ff4-13bf77743574-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'eda69c58-ed1b-465a-8ff4-13bf77743574-sdb', '1748692563.44897', '1748692564.00000', '0', '', '1748692564.00000', 0, 0) +test ERROR: Quarantining DB /tmp/tmpcx576r9x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eda69c58-ed1b-465a-8ff4-13bf77743574-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01775 seconds (56.32250/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqvwlsc25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '34735a12-7406-46c2-ad91-dc0de5d9d2c8-sda', '1748692563.48021', '1748692563', '0', '', '1748692563', 0, 1) +test DEBUG: /tmp/tmpqvwlsc25/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '34735a12-7406-46c2-ad91-dc0de5d9d2c8-sda', '1748692563.48021', '1748692563', '0', '', '1748692563', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('34735a12-7406-46c2-ad91-dc0de5d9d2c8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03382 seconds (29.56454/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps_bof8mm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6b34f27396a085734f598ff5dec6816d', 'fdeed306-39d8-42c1-b9ba-ef15a0a99218-sda', '1748692563.54031', '1748692563', '0', '', '1748692563', 1, 1) +test DEBUG: /tmp/tmps_bof8mm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692565.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'fdeed306-39d8-42c1-b9ba-ef15a0a99218-sda') +test DEBUG: /tmp/tmps_bof8mm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.011205s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6b34f27396a085734f598ff5dec6816d', 'fdeed306-39d8-42c1-b9ba-ef15a0a99218-sda', '1748692563.54031', '1748692563', '0', '', '1748692563', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fdeed306-39d8-42c1-b9ba-ef15a0a99218-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06313 seconds (15.84009/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdbqyb_87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7eecde7f-0bf4-46fa-b698-9bbbb0a4fd94-sda', '1748692563.62922', '1748692563', '0', '', '1748692563', 0, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5b1fdca3f48c473db773e-00683aee53" "proxy-server 3317115" 0.0014 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42625/sdb1/1/a1/c1" "tx5b1fdca3f48c473db773e-00683aee53" "container-server 3317115" 0.0095 "-" 3317115 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51855/sda1/1/a1/c1" "tx5b1fdca3f48c473db773e-00683aee53" "container-server 3317115" 0.0014 "-" 3317115 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b1fdca3f48c473db773e-00683aee53" "proxy-server 3317115" 0.0351 "-" 3317115 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b1fdca3f48c473db773e-00683aee53" "proxy-server 3317115" 0.0237 "-" 3317115 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5b1fdca3f48c473db773e-00683aee53 - 0.0532 - - 1748692563.124900579 1748692563.178132057 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1131fe061e8a4cfc8ff87-00683aee53" "proxy-server 3317115" 0.0032 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51855/sda1/2/a/c1" "tx1131fe061e8a4cfc8ff87-00683aee53" "container-server 3317115" 0.0037 "-" 3317115 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:42625/sdb1/2/a/c1" "tx1131fe061e8a4cfc8ff87-00683aee53" "container-server 3317115" 0.0016 "-" 3317115 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1131fe061e8a4cfc8ff87-00683aee53" "proxy-server 3317115" 0.0172 "-" 3317115 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1131fe061e8a4cfc8ff87-00683aee53" "proxy-server 3317115" 0.0122 "-" 3317115 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1131fe061e8a4cfc8ff87-00683aee53 - 0.0270 - - 1748692563.179478884 1748692563.206473589 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3634a9af3e284adfa3985-00683aee53" "proxy-server 3317115" 0.0018 "-" 3317115 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51855/sda1/1/a/c2" "tx3634a9af3e284adfa3985-00683aee53" "container-server 3317115" 0.0016 "-" 3317115 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42625/sdb1/1/a/c2" "tx3634a9af3e284adfa3985-00683aee53" "container-server 3317115" 0.0013 "-" 3317115 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3634a9af3e284adfa3985-00683aee53" "proxy-server 3317115" 0.0107 "-" 3317115 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3634a9af3e284adfa3985-00683aee53" "proxy-server 3317115" 0.0158 "-" 3317115 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3634a9af3e284adfa3985-00683aee53 - 0.0252 - - 1748692563.208515167 1748692563.233739853 2 +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx27e79c364a5f4a33b1478-00683aee53) +test INFO: Client disconnected on read of '/a/c/' (txn: tx27e79c364a5f4a33b1478-00683aee53) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx50159e0c4de84906a69a2-00683aee53) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx50159e0c4de84906a69a2-00683aee53) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx50159e0c4de84906a69a2-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: tx50159e0c4de84906a69a2-00683aee53) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2621cc4c5b9c42d587b40-00683aee53) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2621cc4c5b9c42d587b40-00683aee53) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: tx2621cc4c5b9c42d587b40-00683aee53) +test ERROR: Account HEAD returning 503 for [] (txn: tx2621cc4c5b9c42d587b40-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txee55f92e94004609a5a3d-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6b702124d02e473586290-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txdc7c01ffa8a948a1a5762-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test DEBUG: /tmp/tmpdbqyb_87/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7eecde7f-0bf4-46fa-b698-9bbbb0a4fd94-sda', '1748692563.62922', '1748692563', '0', '', '1748692563', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7eecde7f-0bf4-46fa-b698-9bbbb0a4fd94-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02265 seconds (44.15130/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpey09qqip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6b34f27396a085734f598ff5dec6816d', 'fa147762-6591-4abe-8262-580a906b0d8c-sda', '1748692563.67821', '1748692563', '0', '', '1748692563', 1, 0) +test DEBUG: /tmp/tmpey09qqip/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6b34f27396a085734f598ff5dec6816d', 'fa147762-6591-4abe-8262-580a906b0d8c-sda', '1748692563.67821', '1748692563', '0', '', '1748692563', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fa147762-6591-4abe-8262-580a906b0d8c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02094 seconds (47.75838/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2mgms1xg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5189b355-3b7c-4003-b4f2-b79e2380951f-sda', '1748692563.73122', '1748692563', '0', '', '1748692563', 0, 1) +test DEBUG: /tmp/tmp2mgms1xg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5189b355-3b7c-4003-b4f2-b79e2380951f-sda', '1748692563.73122', '1748692563', '0', '', '1748692563', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5189b355-3b7c-4003-b4f2-b79e2380951f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03608 seconds (27.71272/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_u6i6_5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4fa27b58ce949edb85b6774dacff92a', 'df5b3db9-917c-4fc4-8992-f6c718845ddd-sda', '1748692563.78482', '1748692563', '0', '', '1748692563', 1, 1) +test DEBUG: /tmp/tmp_u6i6_5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692566.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'df5b3db9-917c-4fc4-8992-f6c718845ddd-sda') +test DEBUG: /tmp/tmp_u6i6_5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.006984s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4fa27b58ce949edb85b6774dacff92a', 'df5b3db9-917c-4fc4-8992-f6c718845ddd-sda', '1748692563.78482', '1748692563', '0', '', '1748692563', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('df5b3db9-917c-4fc4-8992-f6c718845ddd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04051 seconds (24.68698/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjq404i65/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6880a204-1a71-4cf1-96f9-10d725b61365-sda', '1748692563.86840', '1748692563', '0', '', '1748692563', 0, 1) +test DEBUG: /tmp/tmpjq404i65/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6880a204-1a71-4cf1-96f9-10d725b61365-sda', '1748692563.86840', '1748692563', '0', '', '1748692563', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6880a204-1a71-4cf1-96f9-10d725b61365-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02339 seconds (42.74693/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_mh9h3bm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4fa27b58ce949edb85b6774dacff92a', 'd54dff24-22a0-4116-9586-f2def07b6a2a-sda', '1748692563.92051', '1748692563', '0', '', '1748692563', 1, 0) +test DEBUG: /tmp/tmp_mh9h3bm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4fa27b58ce949edb85b6774dacff92a', 'd54dff24-22a0-4116-9586-f2def07b6a2a-sda', '1748692563.92051', '1748692563', '0', '', '1748692563', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d54dff24-22a0-4116-9586-f2def07b6a2a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02370 seconds (42.18882/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo2r6twvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b20ac2cb-8f94-4f6c-a563-96817505786c-sda', '1748692563.98399', '1748692565', '0', '', '1748692565', 0, 1) +test DEBUG: /tmp/tmpo2r6twvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b20ac2cb-8f94-4f6c-a563-96817505786c-sda', '1748692563.98399', '1748692565', '0', '', '1748692565', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b20ac2cb-8f94-4f6c-a563-96817505786c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03971 seconds (25.18082/s) +test INFO: Removed 0 dbs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693330.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/c17/0591bf871591e9253add45ff3193cc17/0591bf871591e9253add45ff3193cc17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693335.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/69b/1dddf9a8e84de473452bf4b43196a69b/1dddf9a8e84de473452bf4b43196a69b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693340.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/17e/ddc981e08fffc277b1f844b8901c317e/ddc981e08fffc277b1f844b8901c317e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693345.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/17e/80f36641d3b65207bdb6acffae2ca17e/80f36641d3b65207bdb6acffae2ca17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693350.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/6c2/692d1cc2bdcd9c776999e097df8766c2/692d1cc2bdcd9c776999e097df8766c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693355.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/47f/4151ebbf92a5a06875ba24c85b52b47f/4151ebbf92a5a06875ba24c85b52b47f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693360.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ea6/56aaee0af77de1e8d3c1f76bb971eea6/56aaee0af77de1e8d3c1f76bb971eea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693365.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/468/1afd9059418cc6d8ed0a4354cc3ce468/1afd9059418cc6d8ed0a4354cc3ce468.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693370.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7d5/228be9ab6c5705c932edd9dfc2fd47d5/228be9ab6c5705c932edd9dfc2fd47d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693375.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/1b3/0918fae65bf0f1907a298fd6d0b521b3/0918fae65bf0f1907a298fd6d0b521b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693380.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/367/4d1ff2a07cd41b573a1a6fed4009c367/4d1ff2a07cd41b573a1a6fed4009c367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693385.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7bd/20d5976fe9988909e639834d1cf4b7bd/20d5976fe9988909e639834d1cf4b7bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693390.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8ac/7579eac71a70e65b8dfa2d3ce8de18ac/7579eac71a70e65b8dfa2d3ce8de18ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693395.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7fb/d74a469247066fabddd56bd9c55857fb/d74a469247066fabddd56bd9c55857fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693400.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/b72/6e13c649928239cc0fa933eae4e1eb72/6e13c649928239cc0fa933eae4e1eb72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693405.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a71/0022d6f7d5a9d445dacdc79ea90a9a71/0022d6f7d5a9d445dacdc79ea90a9a71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693410.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/cd9/cf836dba0eace9f7fbd1207c33867cd9/cf836dba0eace9f7fbd1207c33867cd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693415.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/02c/a8558af4f41d5074512068164a27202c/a8558af4f41d5074512068164a27202c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693420.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a73/1b04e96323f69d279bc1499049de0a73/1b04e96323f69d279bc1499049de0a73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693425.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/af1/746f6ca649ec1f3c5874bf6ca87ebaf1/746f6ca649ec1f3c5874bf6ca87ebaf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693430.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0be/7d9461f98425a05dec4ed8d3896e80be/7d9461f98425a05dec4ed8d3896e80be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693435.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/cee/6b2ba4fdb91609be42bd9caa7a769cee/6b2ba4fdb91609be42bd9caa7a769cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693440.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/764/9f821e319c3a30beabe6eb4d6317e764/9f821e319c3a30beabe6eb4d6317e764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693445.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/182/215bcfb0e62f2e6cd30b45b874cf6182/215bcfb0e62f2e6cd30b45b874cf6182.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693450.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e28/c3c63827fe4be7e554a48fa393df9e28/c3c63827fe4be7e554a48fa393df9e28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693455.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/401/b3c8f9e566122c94b8b21de9b663e401/b3c8f9e566122c94b8b21de9b663e401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693460.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/eee/2ccc96e349fc9a1bd277c17398933eee/2ccc96e349fc9a1bd277c17398933eee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693465.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/0a5/a68e7145d239be614cace4f21796b0a5/a68e7145d239be614cace4f21796b0a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693470.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/88f/034ee8c32033babba4e968c61c6b188f/034ee8c32033babba4e968c61c6b188f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693475.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/bc6/491862afb317f24bb14adc53fe5f9bc6/491862afb317f24bb14adc53fe5f9bc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693480.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d28/f6156ffb375455e51bc471c862e18d28/f6156ffb375455e51bc471c862e18d28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693485.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/eae/32a4dbf5dd74986919ae0b597fc3ceae/32a4dbf5dd74986919ae0b597fc3ceae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693490.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/8ca/10be2f671bd3554d7a98c342e38a68ca/10be2f671bd3554d7a98c342e38a68ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693495.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d68/c6b347f0088857c0be1dde1d5da28d68/c6b347f0088857c0be1dde1d5da28d68.db +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp571zhvop/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'cbbfb83e-d682-459d-b8a6-dae018c9eba3-sda', '1748692564.06662', '1748692566', '0', '', '1748692566', 1, 0) +test DEBUG: /tmp/tmp571zhvop/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692567.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cbbfb83e-d682-459d-b8a6-dae018c9eba3-sda') +test DEBUG: /tmp/tmp571zhvop/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00683427s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'cbbfb83e-d682-459d-b8a6-dae018c9eba3-sda', '1748692564.06662', '1748692566', '0', '', '1748692566', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cbbfb83e-d682-459d-b8a6-dae018c9eba3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04567 seconds (21.89786/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpptgr0jri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', '993e17e0-ada4-4aa5-bb3b-a686e6272f1f-sda', '1748692564.12396', '1748692564', '1748692565', '', '1748692565', 1, 1) +test DEBUG: /tmp/tmpptgr0jri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692567.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '993e17e0-ada4-4aa5-bb3b-a686e6272f1f-sda') +test DEBUG: /tmp/tmpptgr0jri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0027225s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', '993e17e0-ada4-4aa5-bb3b-a686e6272f1f-sda', '1748692564.12396', '1748692564', '1748692565', '', '1748692565', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('993e17e0-ada4-4aa5-bb3b-a686e6272f1f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03197 seconds (31.27687/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbvzea_30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'a2ebcc64-d2aa-442c-97d1-baf99a8a3709-sda', '1748692564.17547', '1748692564', '1748692565', '', '1748692565', 1, 1) +test DEBUG: /tmp/tmpbvzea_30/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'a2ebcc64-d2aa-442c-97d1-baf99a8a3709-sda', '1748692564.17547', '1748692564', '1748692565', '', '1748692565', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2ebcc64-d2aa-442c-97d1-baf99a8a3709-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03100 seconds (32.25385/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_1qc0z44/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71e918c7-fc76-46c8-a7d5-5da1daac6a34-sda', '1748692564.25131', '1748692566', '1748692565', '', '1748692566', 0, 1) +test DEBUG: /tmp/tmp_1qc0z44/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71e918c7-fc76-46c8-a7d5-5da1daac6a34-sda', '1748692564.25131', '1748692566', '1748692565', '', '1748692566', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('71e918c7-fc76-46c8-a7d5-5da1daac6a34-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03464 seconds (28.87100/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc_46ybfl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '84eb862f-e496-48e6-a76b-69664cb83720-sda', '1748692564.31279', '1748692566', '1748692565', '', '1748692566', 1, 1) +test DEBUG: /tmp/tmpc_46ybfl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692568.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '84eb862f-e496-48e6-a76b-69664cb83720-sda') +test DEBUG: /tmp/tmpc_46ybfl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00245571s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '84eb862f-e496-48e6-a76b-69664cb83720-sda', '1748692564.31279', '1748692566', '1748692565', '', '1748692566', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('84eb862f-e496-48e6-a76b-69664cb83720-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03122 seconds (32.02775/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6z53gra0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '404e65c4-5662-4404-a1f3-e5990e9e7239-sda', '1748692564.36762', '1748692566', '1748692565', '', '1748692566', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test DEBUG: /tmp/tmp6z53gra0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '404e65c4-5662-4404-a1f3-e5990e9e7239-sda', '1748692564.36762', '1748692566', '1748692565', '', '1748692566', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('404e65c4-5662-4404-a1f3-e5990e9e7239-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02693 seconds (37.13732/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd62kv4_r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '1559e4a9-b530-49a0-818d-bf1c2155099b-sda', '1748692564.43851', '1748692566', '1748692565', '', '1748692566', 1, 0) +test DEBUG: /tmp/tmpd62kv4_r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '1559e4a9-b530-49a0-818d-bf1c2155099b-sda', '1748692564.43851', '1748692566', '1748692565', '', '1748692566', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1559e4a9-b530-49a0-818d-bf1c2155099b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06292 seconds (15.89369/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbwudltym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f67db65d-84f8-4c94-8e94-3c30ced26b62-sda', '1748692564.53949', '1748692567', '1748692566', '', '1748692567', 0, 0) +test DEBUG: /tmp/tmpbwudltym/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f67db65d-84f8-4c94-8e94-3c30ced26b62-sda', '1748692564.53949', '1748692567', '1748692566', '', '1748692567', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f67db65d-84f8-4c94-8e94-3c30ced26b62-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02313 seconds (43.23159/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps45omt_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '9ce31c61-ffc6-4d98-81c6-00a3f2e9dc83-sda', '1748692564.58729', '1748692567', '1748692566', '', '1748692567', 1, 0) +test DEBUG: /tmp/tmps45omt_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692569.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9ce31c61-ffc6-4d98-81c6-00a3f2e9dc83-sda') +test DEBUG: /tmp/tmps45omt_8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0068841s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '9ce31c61-ffc6-4d98-81c6-00a3f2e9dc83-sda', '1748692564.58729', '1748692567', '1748692566', '', '1748692567', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ce31c61-ffc6-4d98-81c6-00a3f2e9dc83-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02729 seconds (36.63998/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpj_7lu43s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0cc74685-d230-4b5b-96c0-6b22b03c6047-sda', '1748692564.64690', '1748692567', '1748692566', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmpj_7lu43s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0cc74685-d230-4b5b-96c0-6b22b03c6047-sda', '1748692564.64690', '1748692567', '1748692566', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0cc74685-d230-4b5b-96c0-6b22b03c6047-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02891 seconds (34.58466/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpe4f1x8yy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '03d4551e-8999-476f-8234-cfdd889aa7d4-sda', '1748692564.69673', '1748692567', '1748692566', '', '1748692567', 1, 1) +test DEBUG: /tmp/tmpe4f1x8yy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '03d4551e-8999-476f-8234-cfdd889aa7d4-sda', '1748692564.69673', '1748692567', '1748692566', '', '1748692567', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03d4551e-8999-476f-8234-cfdd889aa7d4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02033 seconds (49.18711/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps21jib2b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90384abd-0f87-423c-b530-864cddc91941-sda', '1748692564.74928', '1748692567', '1748692566', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmps21jib2b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '90384abd-0f87-423c-b530-864cddc91941-sda', '1748692564.74928', '1748692567', '1748692566', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('90384abd-0f87-423c-b530-864cddc91941-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693500.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3f3/71fbfd53b886674e82330a15601193f3/71fbfd53b886674e82330a15601193f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693505.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5c4/3de5e5fafeec766150c05014a329e5c4/3de5e5fafeec766150c05014a329e5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693510.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2fb/cbb2d80755fe9196acf019f13119a2fb/cbb2d80755fe9196acf019f13119a2fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693515.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/47c/cd0e9d62d1b6bdaf341d9ad3c791c47c/cd0e9d62d1b6bdaf341d9ad3c791c47c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693520.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a4e/6883c3195e4e8dd0249bfbdfea126a4e/6883c3195e4e8dd0249bfbdfea126a4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693525.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5b2/bb81d69f52fd8fb29b42c39309d9a5b2/bb81d69f52fd8fb29b42c39309d9a5b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693530.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/77b/ad0255529d578b731cd06bd3f981977b/ad0255529d578b731cd06bd3f981977b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693535.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ac6/df44b3b8cb857a9a24e30ecd36783ac6/df44b3b8cb857a9a24e30ecd36783ac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693540.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/93d/10e4ffd8aca0e6264d9f7c72d6d5893d/10e4ffd8aca0e6264d9f7c72d6d5893d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693545.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a8d/10f871cfb10ef8b47ba904afbe6d8a8d/10f871cfb10ef8b47ba904afbe6d8a8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693550.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fd9/26c442b64bfad63ea6ad7c6041cb9fd9/26c442b64bfad63ea6ad7c6041cb9fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693555.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2b3/b7f73b0d9cd1612d66fe6043be6132b3/b7f73b0d9cd1612d66fe6043be6132b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693560.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/23a/7fc1d4c5c096f491cf96da6f5f0ea23a/7fc1d4c5c096f491cf96da6f5f0ea23a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693565.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/6b3/f63e18850123eecf3058080d713f16b3/f63e18850123eecf3058080d713f16b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693570.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5f9/9501c3c41e1f18c91299bd4bfb03e5f9/9501c3c41e1f18c91299bd4bfb03e5f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693575.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/508/b0be4da9d203c0a793f119f1193f2508/b0be4da9d203c0a793f119f1193f2508.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693580.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/43e/56e502cf0a8e280e98889cb5d374b43e/56e502cf0a8e280e98889cb5d374b43e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693585.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/fa8/f777a0db3e6bada46c58d642beb6efa8/f777a0db3e6bada46c58d642beb6efa8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693590.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ec0/9d31167f5798b3e9e84300c56d951ec0/9d31167f5798b3e9e84300c56d951ec0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693595.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/626/ebbafd036ad026996fdc171eff1e4626/ebbafd036ad026996fdc171eff1e4626.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693600.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/01a/76c752a6b880828527049dea7491d01a/76c752a6b880828527049dea7491d01a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693605.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a41/dc3aae5dda11573a80d3bfa343ddca41/dc3aae5dda11573a80d3bfa343ddca41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693610.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/b94/8b0f3834b24cb41e414a6e9cf39e8b94/8b0f3834b24cb41e414a6e9cf39e8b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693615.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/769/abd984dc9246b6638c3643e9a8f11769/abd984dc9246b6638c3643e9a8f11769.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693620.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/975/5963acc6549ffdc4ae4fc35b8d6d7975/5963acc6549ffdc4ae4fc35b8d6d7975.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693625.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/acd/24e8b3380a565a4283ccd8b6ea75eacd/24e8b3380a565a4283ccd8b6ea75eacd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693630.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3d4/1ded7a996dd1b6923dd168136e6ec3d4/1ded7a996dd1b6923dd168136e6ec3d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693635.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/eaf/539c39c452bb16ab80bdd7b717ab5eaf/539c39c452bb16ab80bdd7b717ab5eaf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693640.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/7dd/3eb32401f6a6c8e0dbce64d9c9f547dd/3eb32401f6a6c8e0dbce64d9c9f547dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693645.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/748/f379ce0c9c3324ae49209d07130f7748/f379ce0c9c3324ae49209d07130f7748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693650.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/13b/0e943b8fdf93b8605650b3bf87ade13b/0e943b8fdf93b8605650b3bf87ade13b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693655.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/4a8/1158e459678c38c9018b168b5228b4a8/1158e459678c38c9018b168b5228b4a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693660.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d0f/084c98fa56466620bfd9199a00543d0f/084c98fa56466620bfd9199a00543d0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693665.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/295/b7c0101abc33f039ef5b59fb6d4ad295/b7c0101abc33f039ef5b59fb6d4ad295.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test INFO: Attempted to replicate 1 dbs in 0.01883 seconds (53.11907/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsyq5q8sk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '6b0c38cd-c463-43e3-b4f3-b43a22fec0c1-sda', '1748692564.80699', '1748692567', '1748692566', '', '1748692567', 1, 1) +test DEBUG: /tmp/tmpsyq5q8sk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692568.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '6b0c38cd-c463-43e3-b4f3-b43a22fec0c1-sda') +test DEBUG: /tmp/tmpsyq5q8sk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0104709s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '6b0c38cd-c463-43e3-b4f3-b43a22fec0c1-sda', '1748692564.80699', '1748692567', '1748692566', '', '1748692567', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6b0c38cd-c463-43e3-b4f3-b43a22fec0c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04517 seconds (22.13745/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprv83yyh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2425ab20-02af-4b62-9be0-69c0de9e8f5f-sda', '1748692564.86720', '1748692567', '1748692566', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmprv83yyh5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2425ab20-02af-4b62-9be0-69c0de9e8f5f-sda', '1748692564.86720', '1748692567', '1748692566', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2425ab20-02af-4b62-9be0-69c0de9e8f5f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03450 seconds (28.98472/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbf2m7xi2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '4af2e59d-5e9c-46b9-b28b-5a98007ccb96-sda', '1748692564.92910', '1748692567', '1748692566', '', '1748692567', 1, 1) +test DEBUG: /tmp/tmpbf2m7xi2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '4af2e59d-5e9c-46b9-b28b-5a98007ccb96-sda', '1748692564.92910', '1748692567', '1748692566', '', '1748692567', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4af2e59d-5e9c-46b9-b28b-5a98007ccb96-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02387 seconds (41.89469/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc69_6zrl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f850cadc-51ed-4c66-9b50-b260938bfcc4-sda', '1748692564.98016', '1748692568', '1748692567', '', '1748692568', 0, 1) +test DEBUG: /tmp/tmpc69_6zrl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f850cadc-51ed-4c66-9b50-b260938bfcc4-sda', '1748692564.98016', '1748692568', '1748692567', '', '1748692568', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f850cadc-51ed-4c66-9b50-b260938bfcc4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01943 seconds (51.46611/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbnybj7n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', '56dfa179-3b4e-4634-8d44-0d8884a7d58e-sda', '1748692565.02310', '1748692569', '1748692568', '', '1748692569', 1, 1) +test DEBUG: /tmp/tmpbnybj7n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692570.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '56dfa179-3b4e-4634-8d44-0d8884a7d58e-sda') +test DEBUG: /tmp/tmpbnybj7n1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00676727s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', '56dfa179-3b4e-4634-8d44-0d8884a7d58e-sda', '1748692565.02310', '1748692569', '1748692568', '', '1748692569', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('56dfa179-3b4e-4634-8d44-0d8884a7d58e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03246 seconds (30.80866/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplmajlyuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b281bc7-6c44-49da-b779-1b67b3061546-sda', '1748692565.07767', '1748692569', '1748692568', '', '1748692569', 0, 1) +test DEBUG: /tmp/tmplmajlyuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8b281bc7-6c44-49da-b779-1b67b3061546-sda', '1748692565.07767', '1748692569', '1748692568', '', '1748692569', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8b281bc7-6c44-49da-b779-1b67b3061546-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693670.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d21/b92aa8fe155a57e6c259f7a7a7789d21/b92aa8fe155a57e6c259f7a7a7789d21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693675.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/f67/64cc667ce7cb771822f727e6313c5f67/64cc667ce7cb771822f727e6313c5f67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693680.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/ae2/4dfad2418fd8e94a240270b453cebae2/4dfad2418fd8e94a240270b453cebae2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693685.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/89b/07145966a9d4dc743749747828abb89b/07145966a9d4dc743749747828abb89b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693690.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/533/ebe29952123482ab510e18073a93a533/ebe29952123482ab510e18073a93a533.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693695.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d43/221fa1dcd8fe3a323eae8b4e4b4ecd43/221fa1dcd8fe3a323eae8b4e4b4ecd43.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693700.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d29/2b24b5c9b6663d0e35224375afe87d29/2b24b5c9b6663d0e35224375afe87d29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693705.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/f7f/c1ae257472f2009c67da093c1f7e7f7f/c1ae257472f2009c67da093c1f7e7f7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693710.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/614/3d1a27b7e9db56dd002e225a1b9d0614/3d1a27b7e9db56dd002e225a1b9d0614.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693715.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/092/eb5f5bb8b3fd0435f54d118f781db092/eb5f5bb8b3fd0435f54d118f781db092.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693720.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/86d/689c5efcff3450c9bf28b62b25dcf86d/689c5efcff3450c9bf28b62b25dcf86d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693725.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/906/2eb9e4e4eba42b3e1280d17f8142a906/2eb9e4e4eba42b3e1280d17f8142a906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693730.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/80e/46daf0b7e218ad21121636d008c8080e/46daf0b7e218ad21121636d008c8080e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693735.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0/ccc1ed45ce68e1e40a43dfa2bb9fd3e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693740.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e27/2642141a4e2e75d1c5c349479a62ae27/2642141a4e2e75d1c5c349479a62ae27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693745.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/313/400df33090490e6ffc069ee09133c313/400df33090490e6ffc069ee09133c313.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693750.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/51d/6ddfd338902b3e1b76d95a5bd5ec651d/6ddfd338902b3e1b76d95a5bd5ec651d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693755.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/17e/88aa4b0e5eeac4c5050708472af5817e/88aa4b0e5eeac4c5050708472af5817e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693760.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/d1f/0a1298d32cee11c3bbfdcef8831d3d1f/0a1298d32cee11c3bbfdcef8831d3d1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693765.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/5f6/da90ae3e1c2e9d69370a107ff31075f6/da90ae3e1c2e9d69370a107ff31075f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693770.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/e39/be7a52012f52b540e37fff218d3ece39/be7a52012f52b540e37fff218d3ece39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693775.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/a07/e89e45e1488982ee0d444b60c5ff8a07/e89e45e1488982ee0d444b60c5ff8a07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693780.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/be7/8111d12a96d72b27ab0c58f859ef5be7/8111d12a96d72b27ab0c58f859ef5be7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693785.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/367/b1c4a48c13a6dd5cadcbb0aaa71dc367/b1c4a48c13a6dd5cadcbb0aaa71dc367.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693790.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/6b7/f692781de84588bbb854998b378e46b7/f692781de84588bbb854998b378e46b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693795.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/577/90de0a82a7623df3651dc3698d97c577/90de0a82a7623df3651dc3698d97c577.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693800.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/259/6b340aa8513e6eecce03eeb060c8f259/6b340aa8513e6eecce03eeb060c8f259.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693805.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/234/d67af84439561f4b4f8fdcab48357234/d67af84439561f4b4f8fdcab48357234.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693810.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/381/e6297b1b2a808a3fe7b152e3b771b381/e6297b1b2a808a3fe7b152e3b771b381.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693815.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/018/57fc91a8a6e6c968ec1f0ddc5601f018/57fc91a8a6e6c968ec1f0ddc5601f018.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693820.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/dd2/530da6e9cbfee82bb73055464f9a0dd2/530da6e9cbfee82bb73055464f9a0dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693825.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/f53/c391bac33ad2ed0be428a66d9c8d6f53/c391bac33ad2ed0be428a66d9c8d6f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693830.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/33c/8028c80ec735ea73c70e0ed068ab333c/8028c80ec735ea73c70e0ed068ab333c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693835.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/6b9/edba4a2cec04844663785c75133b96b9/edba4a2cec04844663785c75133b96b9.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +Unlinked retiring db '/tmp/tmpsfmo3mv5/containers/part/suffix/hash/container.db' +test INFO: Attempted to replicate 1 dbs in 0.02439 seconds (40.99186/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpskyngiud/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', 'e64e6ad6-9875-4008-994a-0347fbd01726-sda', '1748692565.13895', '1748692569', '1748692568', '', '1748692569', 1, 0) +test DEBUG: /tmp/tmpskyngiud/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', 'e64e6ad6-9875-4008-994a-0347fbd01726-sda', '1748692565.13895', '1748692569', '1748692568', '', '1748692569', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e64e6ad6-9875-4008-994a-0347fbd01726-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02726 seconds (36.68741/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphl5yl5fn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12a323a3-236f-45a1-8b6d-3dcf5f6ce599-sda', '1748692565.21198', '1748692570', '1748692569', '', '1748692570', 0, 1) +test DEBUG: /tmp/tmphl5yl5fn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '12a323a3-236f-45a1-8b6d-3dcf5f6ce599-sda', '1748692565.21198', '1748692570', '1748692569', '', '1748692570', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('12a323a3-236f-45a1-8b6d-3dcf5f6ce599-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02286 seconds (43.75337/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7qwvfb4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '5ccdc13a-b494-4ab3-b141-e9e6f79cd2dc-sda', '1748692565.25921', '1748692570', '1748692569', '', '1748692570', 1, 0) +test DEBUG: /tmp/tmp7qwvfb4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692571.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ccdc13a-b494-4ab3-b141-e9e6f79cd2dc-sda') +test DEBUG: /tmp/tmp7qwvfb4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0229549s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '5ccdc13a-b494-4ab3-b141-e9e6f79cd2dc-sda', '1748692565.25921', '1748692570', '1748692569', '', '1748692570', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5ccdc13a-b494-4ab3-b141-e9e6f79cd2dc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04361 seconds (22.93155/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpg0awtn1a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9160b1d7-3b97-483e-b968-32ece8383fef-sda', '1748692565.32859', '1748692570', '1748692569', '', '1748692570', 0, 0) +test DEBUG: /tmp/tmpg0awtn1a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9160b1d7-3b97-483e-b968-32ece8383fef-sda', '1748692565.32859', '1748692570', '1748692569', '', '1748692570', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9160b1d7-3b97-483e-b968-32ece8383fef-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03515 seconds (28.44803/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6xgzzeav/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '2d867bf9-714f-4c2c-ac62-b2f619ec7ecc-sda', '1748692565.39463', '1748692570', '1748692569', '', '1748692570', 1, 1) +test DEBUG: /tmp/tmp6xgzzeav/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '2d867bf9-714f-4c2c-ac62-b2f619ec7ecc-sda', '1748692565.39463', '1748692570', '1748692569', '', '1748692570', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2d867bf9-714f-4c2c-ac62-b2f619ec7ecc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02656 seconds (37.65476/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'abb1338b-2ca8-4aee-a2b6-c4f01644c09e-sda', '1748692565.44217', '1748692565.00000', '0', '', '1748692565.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'abb1338b-2ca8-4aee-a2b6-c4f01644c09e-sda', '1748692565.44217', '1748692566.00000', '0', '', '1748692565.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e4d35243529f16e6c0cd91b2a11d28b0', 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda', '1748692565.47789', '1748692565.46777', '0', '', '1748692565.46777', 11, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1748692565.48399', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1748692565.48477', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1748692565.48488', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1748692565.48496', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1748692565.48504', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1748692565.48511', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1748692565.48518', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1748692565.48525', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1748692565.48532', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1748692565.48539', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1748692565.48555', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1748692565.51408', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1748692565.52438', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1748692565.53820', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1748692565.54437', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1748692565.55809', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1748692565.56613', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1748692565.58213', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1748692565.58542', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1748692565.58864', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '8a84cdc108337e681f0fd8079acf95d8', 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda', '1748692565.47789', '1748692565.46777', '0', '', '1748692565.46777', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1748692565.59743', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c46d9a0f-e87f-4f2a-85bd-770f30b24acd-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf8dyvapy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db214a6e-71af-4fd9-b661-bf0e750cab6e-sda', '1748692565.62777', '1748692566', '0', '', '1748692566', 0, 0) +test DEBUG: /tmp/tmpf8dyvapy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'db214a6e-71af-4fd9-b661-bf0e750cab6e-sda', '1748692565.62777', '1748692566', '0', '', '1748692566', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('db214a6e-71af-4fd9-b661-bf0e750cab6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02304 seconds (43.39485/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpvcu2fl4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'a2c79789-5635-47e1-80f0-bb98a927e326-sda', '1748692565.66880', '1748692566', '0', '', '1748692566', 1, 1) +test DEBUG: /tmp/tmpvcu2fl4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692567.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a2c79789-5635-47e1-80f0-bb98a927e326-sda') +test DEBUG: /tmp/tmpvcu2fl4x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0067358s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', 'a2c79789-5635-47e1-80f0-bb98a927e326-sda', '1748692565.66880', '1748692566', '0', '', '1748692566', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2c79789-5635-47e1-80f0-bb98a927e326-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvcu2fl4x/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05082 seconds (19.67619/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693840.00000-0, db: /tmp/tmpevnw6p4k/sda/containers/0/2ee/7cfc45b8eb95b80f0f0bc96b012072ee/7cfc45b8eb95b80f0f0bc96b012072ee.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692569.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/7a4/a1023503d3f997f337a6995b34a597a4/a1023503d3f997f337a6995b34a597a4_1748692569.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610_1748692573.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e_1748692577.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a_1748692581.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03_1748692585.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692589.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/0ee/f235a6cd660e6ea422bab43d7ebeb0ee/f235a6cd660e6ea422bab43d7ebeb0ee_1748692589.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692593.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/ad8/cb73b72c3aea3ef6f81ce44749a9aad8/cb73b72c3aea3ef6f81ce44749a9aad8_1748692593.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03_1748692597.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692601.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/f3f/9706ec44e8d97d84a4b0c1e476fc5f3f/9706ec44e8d97d84a4b0c1e476fc5f3f_1748692601.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692605.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b0a/4ddda0200acf7bb3f25610a001d76b0a/4ddda0200acf7bb3f25610a001d76b0a_1748692605.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0_1748692609.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692613.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/44e/ae403b6ea63cfbf871040bf58c05a44e/ae403b6ea63cfbf871040bf58c05a44e_1748692613.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692617.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/811/0bb5a8bca098cb171a0acce7e4387811/0bb5a8bca098cb171a0acce7e4387811_1748692617.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761_1748692621.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692625.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1d3/a82e0dadaf040709a18eca9e379b31d3/a82e0dadaf040709a18eca9e379b31d3_1748692625.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692629.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/613/20536ff2c4868356220aaae85ebce613/20536ff2c4868356220aaae85ebce613_1748692629.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a_1748692633.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692637.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4a5/95bb94d7644bc557406697c886cea4a5/95bb94d7644bc557406697c886cea4a5_1748692637.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692641.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/053/3bdd956403e3fb923572eebb5e1c0053/3bdd956403e3fb923572eebb5e1c0053_1748692641.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test ERROR: Problem finding shard upper in '/tmp/tmpu6jto5m7/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpu6jto5m7/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -93292,1333 +96026,1076 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: [Errno None] None -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63f0fddded03d4dbd0e3f41550e2ddbd', 'debb7509-fc2f-45b4-92e6-a2e923056d2d-sda', '1714281888.12265', '1714281891', '1714281890', '', '1714281891', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('debb7509-fc2f-45b4-92e6-a2e923056d2d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmph2c450kd/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp8pngkc_8/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp8pngkc_8/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test DEBUG: Replicating db /tmp/tmpvcu2fl4x/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '014258be1f9278f8c22c1543450f6593', '6cef4a71-0056-49aa-8fdd-15859e70da72-sda', '1748692565.72340', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('6cef4a71-0056-49aa-8fdd-15859e70da72-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '014258be1f9278f8c22c1543450f6593', '6cef4a71-0056-49aa-8fdd-15859e70da72-sda', '1748692565.72340', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('6cef4a71-0056-49aa-8fdd-15859e70da72-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqnmek_3x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a829ab16-45d1-410e-85ba-60e2d214adec-sda', '1748692565.78098', '1748692566', '0', '', '1748692566', 0, 1) +test DEBUG: /tmp/tmpqnmek_3x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a829ab16-45d1-410e-85ba-60e2d214adec-sda', '1748692565.78098', '1748692566', '0', '', '1748692566', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a829ab16-45d1-410e-85ba-60e2d214adec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02064 seconds (48.44235/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwkw7ehjh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', '486ee2c3-412a-4ab1-a1be-960213d7bad8-sda', '1748692565.83790', '1748692566', '0', '', '1748692566', 1, 1) +test DEBUG: /tmp/tmpwkw7ehjh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'bd12e324f9589386b5f3da4b78b6a278', '486ee2c3-412a-4ab1-a1be-960213d7bad8-sda', '1748692565.83790', '1748692566', '0', '', '1748692566', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('486ee2c3-412a-4ab1-a1be-960213d7bad8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwkw7ehjh/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03822 seconds (26.16233/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpwkw7ehjh/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '014258be1f9278f8c22c1543450f6593', 'caa6bf64-9484-4380-856a-a114b9b2090b-sda', '1748692565.87112', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('caa6bf64-9484-4380-856a-a114b9b2090b-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '014258be1f9278f8c22c1543450f6593', 'caa6bf64-9484-4380-856a-a114b9b2090b-sda', '1748692565.87112', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('caa6bf64-9484-4380-856a-a114b9b2090b-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0sm9bv86/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b12af6c0-1871-433e-94e0-1881afa6dbc4-sda', '1748692565.91330', '1748692566', '1748692567', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmp0sm9bv86/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b12af6c0-1871-433e-94e0-1881afa6dbc4-sda', '1748692565.91330', '1748692566', '1748692567', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b12af6c0-1871-433e-94e0-1881afa6dbc4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02764 seconds (36.17575/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiip309hk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '34f838cf-2c27-4fce-a5e9-588e406f48cc-sda', '1748692565.95931', '1748692566', '1748692567', '', '1748692567', 1, 1) +test DEBUG: /tmp/tmpiip309hk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692568.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '34f838cf-2c27-4fce-a5e9-588e406f48cc-sda') +test DEBUG: /tmp/tmpiip309hk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00738001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8c2857a7cf8d5b4af58fa2670b786ec2', '34f838cf-2c27-4fce-a5e9-588e406f48cc-sda', '1748692565.95931', '1748692566', '1748692567', '', '1748692567', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('34f838cf-2c27-4fce-a5e9-588e406f48cc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpiip309hk/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42092 seconds (2.37578/s) +test INFO: Attempted to replicate 1 dbs in 0.04774 seconds (20.94540/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmph2c450kd/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '14fa2f49b2c78c71a0e27fb32fc8fc7c', 'f8266254-2857-4a2c-aa23-84c7987d7a2c-sda', '1714281888.54176', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f8266254-2857-4a2c-aa23-84c7987d7a2c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '14fa2f49b2c78c71a0e27fb32fc8fc7c', 'f8266254-2857-4a2c-aa23-84c7987d7a2c-sda', '1714281888.54176', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('f8266254-2857-4a2c-aa23-84c7987d7a2c-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') +test DEBUG: Replicating db /tmp/tmpiip309hk/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '21da73cf0300aeef126032710c051ec7', 'c0fc63c2-a2c5-4659-94da-8a45fb2ef134-sda', '1748692566.00349', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('c0fc63c2-a2c5-4659-94da-8a45fb2ef134-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd8ceef61cad04a66ac388-00683aee4f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd8ceef61cad04a66ac388-00683aee4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: Setting object count to 1068 (txn: tx0a88682bee424b638300c-00683aee52) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Setting object count to 1068 (txn: tx76737c2aec274a80924c1-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx4b770e8aa2f94bfaa1b62-00683aee54) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfbfeda89f53f433486477-00683aee56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbfeda89f53f433486477-00683aee56) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbfeda89f53f433486477-00683aee56) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbfeda89f53f433486477-00683aee56) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbfeda89f53f433486477-00683aee56) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txfbfeda89f53f433486477-00683aee56) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txfbfeda89f53f433486477-00683aee56) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txfbfeda89f53f433486477-00683aee56) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: Setting object count to 1064 (txn: tx589d67d2a1a4471981510-00683aee52) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txdc07f6a94b924b9b8c408-00683aee52) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9a2e6fa7b8ca40d3983ef-00683aee52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Setting object count to 1065 (txn: tx139cab33d8f14aacb206c-00683aee53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Setting object count to 1065 (txn: tx9b0f397371de4da48e7a9-00683aee55) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx49ddaf0bf00e490089771-00683aee56) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx49ddaf0bf00e490089771-00683aee56) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '21da73cf0300aeef126032710c051ec7', 'c0fc63c2-a2c5-4659-94da-8a45fb2ef134-sda', '1748692566.00349', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('c0fc63c2-a2c5-4659-94da-8a45fb2ef134-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphir8qp2t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a5b2ee04-720f-4ef1-bf39-2412538944db-sda', '1714281888.56493', '1714281891', '1714281890', '', '1714281891', 0, 1) -test DEBUG: /tmp/tmphir8qp2t/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a5b2ee04-720f-4ef1-bf39-2412538944db-sda', '1714281888.56493', '1714281891', '1714281890', '', '1714281891', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a5b2ee04-720f-4ef1-bf39-2412538944db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpipd7zl0v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a1cb501c-2db7-49b9-963c-b1018a9dd21d-sda', '1748692566.04732', '1748692567', '1748692568', '', '1748692568', 0, 1) +test DEBUG: /tmp/tmpipd7zl0v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a1cb501c-2db7-49b9-963c-b1018a9dd21d-sda', '1748692566.04732', '1748692567', '1748692568', '', '1748692568', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a1cb501c-2db7-49b9-963c-b1018a9dd21d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01192 seconds (83.88202/s) +test INFO: Attempted to replicate 1 dbs in 0.03442 seconds (29.05338/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy7upb7an/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63f0fddded03d4dbd0e3f41550e2ddbd', '80293271-25e6-438c-a59f-101b672b684e-sda', '1714281888.58908', '1714281891', '1714281890', '', '1714281891', 1, 0) -test DEBUG: /tmp/tmpy7upb7an/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '63f0fddded03d4dbd0e3f41550e2ddbd', '80293271-25e6-438c-a59f-101b672b684e-sda', '1714281888.58908', '1714281891', '1714281890', '', '1714281891', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('80293271-25e6-438c-a59f-101b672b684e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy7upb7an/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db +test DEBUG: Replicating db /tmp/tmp2l7jh0b4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '67b324e8-7b17-435c-ba1e-53366b60fc9b-sda', '1748692566.12100', '1748692567', '1748692568', '', '1748692568', 1, 0) +test DEBUG: /tmp/tmp2l7jh0b4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', '67b324e8-7b17-435c-ba1e-53366b60fc9b-sda', '1748692566.12100', '1748692567', '1748692568', '', '1748692568', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67b324e8-7b17-435c-ba1e-53366b60fc9b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2l7jh0b4/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01822 seconds (54.87311/s) +test INFO: Attempted to replicate 1 dbs in 0.04982 seconds (20.07282/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy7upb7an/sda/containers/0/8ee/48ae7b063e1bf843c688225fb5bf08ee/48ae7b063e1bf843c688225fb5bf08ee.db -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '14fa2f49b2c78c71a0e27fb32fc8fc7c', '1ae50e62-0227-4114-a752-e89386916219-sda', '1714281888.61243', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdb/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('1ae50e62-0227-4114-a752-e89386916219-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, sync, (1, '14fa2f49b2c78c71a0e27fb32fc8fc7c', '1ae50e62-0227-4114-a752-e89386916219-sda', '1714281888.61243', '1714280400', '0', '', '1714280400', 1, 0) -REPLICATE: /sdc/0/48ae7b063e1bf843c688225fb5bf08ee, complete_rsync, ('1ae50e62-0227-4114-a752-e89386916219-sda', '48ae7b063e1bf843c688225fb5bf08ee.db') +test DEBUG: Replicating db /tmp/tmp2l7jh0b4/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'b0898b5b4d5341c63faa34a1a520ca52', '48390e0a-f183-48b7-8f17-5910f5db04f4-sda', '1748692566.16745', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('48390e0a-f183-48b7-8f17-5910f5db04f4-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'b0898b5b4d5341c63faa34a1a520ca52', '48390e0a-f183-48b7-8f17-5910f5db04f4-sda', '1748692566.16745', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('48390e0a-f183-48b7-8f17-5910f5db04f4-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '89765ba1e8b0f985ea89fca632d50b0a', 'fb8fd946-1ffd-4bc1-ac9e-8d0cb3994846-sda', '1714281888.91166', '1714281888.00000', '0', '{"x-container-meta-test": ["foo", "1714281888.00000"]}', '1714281888.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp72u204nt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e38f439-5a64-47da-8ec3-b13426e9af1b-sda', '1748692566.20154', '1748692566', '1748692567', '', '1748692567', 0, 0) +test DEBUG: /tmp/tmp72u204nt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5e38f439-5a64-47da-8ec3-b13426e9af1b-sda', '1748692566.20154', '1748692566', '1748692567', '', '1748692567', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5e38f439-5a64-47da-8ec3-b13426e9af1b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02666 seconds (37.51600/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk7zahr3c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9a2b8c2-8991-4421-b132-9263c7c9f29c-sda', '1748692566.25483', '1748692566', '1748692567', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmpk7zahr3c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9a2b8c2-8991-4421-b132-9263c7c9f29c-sda', '1748692566.25483', '1748692566', '1748692567', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9a2b8c2-8991-4421-b132-9263c7c9f29c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02313 seconds (43.22669/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4t8r94no/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7792101-cf29-48c7-9bea-728c51e46fa5-sda', '1748692566.31820', '1748692568', '0', '', '1748692568', 0, 0) +test DEBUG: /tmp/tmp4t8r94no/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd7792101-cf29-48c7-9bea-728c51e46fa5-sda', '1748692566.31820', '1748692568', '0', '', '1748692568', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d7792101-cf29-48c7-9bea-728c51e46fa5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02354 seconds (42.48755/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp331s1ki5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', 'acbd42ba-df99-40ed-bde7-833bece0e95e-sda', '1748692566.36070', '1748692568', '0', '', '1748692568', 1, 1) +test DEBUG: /tmp/tmp331s1ki5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '541bef85f22dffcf86f43aa21b1cd170', 'acbd42ba-df99-40ed-bde7-833bece0e95e-sda', '1748692566.36070', '1748692568', '0', '', '1748692568', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('acbd42ba-df99-40ed-bde7-833bece0e95e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp331s1ki5/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03937 seconds (25.39841/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp331s1ki5/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '2159325fdddccada4e65654e354bf8c8', '5f12048d-3e6c-41e6-a0e0-9b9b45332649-sda', '1748692566.40215', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5f12048d-3e6c-41e6-a0e0-9b9b45332649-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '2159325fdddccada4e65654e354bf8c8', '5f12048d-3e6c-41e6-a0e0-9b9b45332649-sda', '1748692566.40215', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5f12048d-3e6c-41e6-a0e0-9b9b45332649-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a52dcc4-cf0b-4d39-be9f-988024b76892-sda', '1748692566.43681', '1748692566.43501', '0', '', '1748692566.43501', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpubyzw8pq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '799f50d9-9a6a-49d2-9e0d-4e00dc1780e7-sda', '1748692566.45618', '1748692566.45438', '0', '', '1748692566.45438', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('799f50d9-9a6a-49d2-9e0d-4e00dc1780e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '799f50d9-9a6a-49d2-9e0d-4e00dc1780e7-sda', '1748692566.45618', '1748692566.45438', '0', '', '1748692566.45438', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('799f50d9-9a6a-49d2-9e0d-4e00dc1780e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02158 seconds (46.33237/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd71e539dcb28fdc3f0a7948bdf0acd86', 'e451db77-d2ac-47be-8441-c4781ac2ecc3-sda', '1748692566.50921', '1748692566.50724', '0', '', '1748692566.50724', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e451db77-d2ac-47be-8441-c4781ac2ecc3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '95d2f34fc961b446b70798f91d9445f9', '50afd24c-218b-41dd-9729-7f7f5bf1c3b5-sda', '1748692566.56688', '1748692566.565', '0', '', '1748692566.565', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1748692566.57916', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1748692566.57985', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1748692566.57996', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1748692566.58004', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1748692566.58011', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1748692566.58018', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1748692566.58025', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1748692566.58032', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1748692566.58038', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1748692566.58045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1748692566.58052', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '50afd24c-218b-41dd-9729-7f7f5bf1c3b5-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1mujiffe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46cc2fc0-c3e2-4c25-8981-3d5d16a6e674-sda', '1748692566.62877', '1748692569', '0', '', '1748692569', 0, 1) +test DEBUG: /tmp/tmp1mujiffe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46cc2fc0-c3e2-4c25-8981-3d5d16a6e674-sda', '1748692566.62877', '1748692569', '0', '', '1748692569', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('46cc2fc0-c3e2-4c25-8981-3d5d16a6e674-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03217 seconds (31.08310/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxl45nd24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', 'a568e0cc-f5f7-44f6-8c2b-b37bc2f9b83c-sda', '1748692566.67977', '1748692569', '0', '', '1748692569', 1, 0) +test DEBUG: /tmp/tmpxl45nd24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692570.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a568e0cc-f5f7-44f6-8c2b-b37bc2f9b83c-sda') +test DEBUG: /tmp/tmpxl45nd24/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00640869s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620_1748692645.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692649.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/8f9/0bca0806cd2ebe8ce4a917fd63ed68f9/0bca0806cd2ebe8ce4a917fd63ed68f9_1748692649.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692653.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/845/477d1da2a1e9df2ce4c1307576ed7845/477d1da2a1e9df2ce4c1307576ed7845_1748692653.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978_1748692657.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692661.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/fe4/15316130d82078463b39b9b17ede8fe4/15316130d82078463b39b9b17ede8fe4_1748692661.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692665.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/d60/7d09702a8b3e65effabf4e1cbe48dd60/7d09702a8b3e65effabf4e1cbe48dd60_1748692665.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad_1748692669.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692673.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b62/bf5ed4fa0cd2cb2717df6f49d5d9fb62/bf5ed4fa0cd2cb2717df6f49d5d9fb62_1748692673.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692677.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c00/abc5fd72c9d89c92d7494dc3eec29c00/abc5fd72c9d89c92d7494dc3eec29c00_1748692677.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f_1748692681.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692685.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/19d/ce93b02344f1256253a294719fe4019d/ce93b02344f1256253a294719fe4019d_1748692685.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/ed7/fab93713ab7e7fdf126d8de0d4115ed7/fab93713ab7e7fdf126d8de0d4115ed7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692689.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/ed7/fab93713ab7e7fdf126d8de0d4115ed7/fab93713ab7e7fdf126d8de0d4115ed7_1748692689.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7_1748692693.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692697.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1/7ca584cf97528f9bedb9cdb4c8a3b0b1_1748692697.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/849/bda30b53f03d38e29968e22af21d2849/bda30b53f03d38e29968e22af21d2849.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692701.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/849/bda30b53f03d38e29968e22af21d2849/bda30b53f03d38e29968e22af21d2849_1748692701.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a_1748692705.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692709.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c8f/0ad98a1d77cf3dadce8c488d19666c8f/0ad98a1d77cf3dadce8c488d19666c8f_1748692709.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/22b/9c02b634f2d47bd7fcaa6ef9173f422b/9c02b634f2d47bd7fcaa6ef9173f422b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692713.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/22b/9c02b634f2d47bd7fcaa6ef9173f422b/9c02b634f2d47bd7fcaa6ef9173f422b_1748692713.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3_1748692717.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692721.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/eb7/2a48049e864e286368da1da344ac5eb7/2a48049e864e286368da1da344ac5eb7_1748692721.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72.db' +Unlinked retiring db '/tmp/tmpv24s_v9g/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', 'a568e0cc-f5f7-44f6-8c2b-b37bc2f9b83c-sda', '1748692566.67977', '1748692569', '0', '', '1748692569', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a568e0cc-f5f7-44f6-8c2b-b37bc2f9b83c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxl45nd24/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04671 seconds (21.40908/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxl45nd24/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '200d0476441be522ea8b5a52d371aed5', 'a47dbe1b-22d9-43b0-82fd-7aeff4d7e648-sda', '1748692566.72168', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('a47dbe1b-22d9-43b0-82fd-7aeff4d7e648-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '200d0476441be522ea8b5a52d371aed5', 'a47dbe1b-22d9-43b0-82fd-7aeff4d7e648-sda', '1748692566.72168', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('a47dbe1b-22d9-43b0-82fd-7aeff4d7e648-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9ra0jicb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93c69c76-1582-479e-9ed3-cf72f9ad5ae3-sda', '1748692566.76566', '1748692569', '0', '', '1748692569', 0, 1) +test DEBUG: /tmp/tmp9ra0jicb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93c69c76-1582-479e-9ed3-cf72f9ad5ae3-sda', '1748692566.76566', '1748692569', '0', '', '1748692569', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('93c69c76-1582-479e-9ed3-cf72f9ad5ae3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02389 seconds (41.86541/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpeh3lpo0s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', '00f07035-3fe5-48aa-9580-83d27d0a961f-sda', '1748692566.81752', '1748692569', '0', '', '1748692569', 1, 1) +test DEBUG: /tmp/tmpeh3lpo0s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', '00f07035-3fe5-48aa-9580-83d27d0a961f-sda', '1748692566.81752', '1748692569', '0', '', '1748692569', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('00f07035-3fe5-48aa-9580-83d27d0a961f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpeh3lpo0s/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03848 seconds (25.99001/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpeh3lpo0s/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '967845093aa35246fda748b75f5efb41', '5ccb80e2-1e0d-4e28-82fd-e7dcde78637c-sda', '1748692566.85865', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5ccb80e2-1e0d-4e28-82fd-e7dcde78637c-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '967845093aa35246fda748b75f5efb41', '5ccb80e2-1e0d-4e28-82fd-e7dcde78637c-sda', '1748692566.85865', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5ccb80e2-1e0d-4e28-82fd-e7dcde78637c-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr_2s1j81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3e873e56-35bd-4407-8e1c-2f027f9af5bb-sda', '1748692566.90814', '1748692566', '1748692570', '', '1748692570', 0, 0) +test DEBUG: /tmp/tmpr_2s1j81/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3e873e56-35bd-4407-8e1c-2f027f9af5bb-sda', '1748692566.90814', '1748692566', '1748692570', '', '1748692570', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3e873e56-35bd-4407-8e1c-2f027f9af5bb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02762 seconds (36.20760/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp14r49wj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', 'fa63ef1e-b338-4ac3-8c32-508802288378-sda', '1748692566.96522', '1748692566', '1748692570', '', '1748692570', 1, 0) +test DEBUG: /tmp/tmp14r49wj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692571.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fa63ef1e-b338-4ac3-8c32-508802288378-sda') +test DEBUG: /tmp/tmp14r49wj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0174313s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', 'fa63ef1e-b338-4ac3-8c32-508802288378-sda', '1748692566.96522', '1748692566', '1748692570', '', '1748692570', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fa63ef1e-b338-4ac3-8c32-508802288378-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp14r49wj7/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05901 seconds (16.94631/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp14r49wj7/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e5f83ee9340958e45d737e73e6c11b82', '5f6ac3e0-8b61-4167-b1ee-6a6b68c00960-sda', '1748692567.03078', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5f6ac3e0-8b61-4167-b1ee-6a6b68c00960-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e5f83ee9340958e45d737e73e6c11b82', '5f6ac3e0-8b61-4167-b1ee-6a6b68c00960-sda', '1748692567.03078', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('5f6ac3e0-8b61-4167-b1ee-6a6b68c00960-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpyfv4me2f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3409befc-1b3e-4c39-a996-36517e6b71c6-sda', '1748692567.07254', '1748692567', '1748692571', '', '1748692571', 0, 1) +test DEBUG: /tmp/tmpyfv4me2f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3409befc-1b3e-4c39-a996-36517e6b71c6-sda', '1748692567.07254', '1748692567', '1748692571', '', '1748692571', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3409befc-1b3e-4c39-a996-36517e6b71c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02923 seconds (34.21117/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpggpyg4uw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', '4e267962-84b8-4609-ae5a-9a1534219692-sda', '1748692567.13847', '1748692567', '1748692571', '', '1748692571', 1, 1) +test DEBUG: /tmp/tmpggpyg4uw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', '4e267962-84b8-4609-ae5a-9a1534219692-sda', '1748692567.13847', '1748692567', '1748692571', '', '1748692571', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4e267962-84b8-4609-ae5a-9a1534219692-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpggpyg4uw/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03821 seconds (26.17017/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpggpyg4uw/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '9ab0ddb5250b8c5280813484a4724734', '44dd7e27-aa06-45bd-a9e8-1b067c65dd1a-sda', '1748692567.18333', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('44dd7e27-aa06-45bd-a9e8-1b067c65dd1a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '9ab0ddb5250b8c5280813484a4724734', '44dd7e27-aa06-45bd-a9e8-1b067c65dd1a-sda', '1748692567.18333', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('44dd7e27-aa06-45bd-a9e8-1b067c65dd1a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphnora7_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ceb9cc0c-925f-4e32-a0a1-c6a894e9e0f6-sda', '1748692567.23048', '1748692567', '0', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmphnora7_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ceb9cc0c-925f-4e32-a0a1-c6a894e9e0f6-sda', '1748692567.23048', '1748692567', '0', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ceb9cc0c-925f-4e32-a0a1-c6a894e9e0f6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02670 seconds (37.45067/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxurbd1j8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '61a3910a-7002-4c4e-a080-0c1feffb47c8-sda', '1748692567.27605', '1748692567', '0', '', '1748692567', 1, 1) +test DEBUG: /tmp/tmpxurbd1j8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692571.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '61a3910a-7002-4c4e-a080-0c1feffb47c8-sda') +test DEBUG: /tmp/tmpxurbd1j8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0068624s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '61a3910a-7002-4c4e-a080-0c1feffb47c8-sda', '1748692567.27605', '1748692567', '0', '', '1748692567', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('61a3910a-7002-4c4e-a080-0c1feffb47c8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxurbd1j8/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06060 seconds (16.50181/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpxurbd1j8/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'ac647a3e6b4e8ba60d0a05d036264818', '52706521-cf2b-40f2-bd15-f56b0466b781-sda', '1748692567.34242', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('52706521-cf2b-40f2-bd15-f56b0466b781-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692725.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/a72/2a05b0d8788644d41cab22f63f60ca72/2a05b0d8788644d41cab22f63f60ca72_1748692725.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef_1748692729.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692733.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4a4/8fccbd4ce2c19f1734db7b995e7874a4/8fccbd4ce2c19f1734db7b995e7874a4_1748692733.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692737.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a/5f2aa9b8c74f2f0badfa6e36c5fecb2a_1748692737.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db_1748692741.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692745.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/723/84ff8c6152d16a694cfdd98a86ff8723/84ff8c6152d16a694cfdd98a86ff8723_1748692745.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/7c8/b608b55f1e4693139583f7e98d6797c8/b608b55f1e4693139583f7e98d6797c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692749.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/7c8/b608b55f1e4693139583f7e98d6797c8/b608b55f1e4693139583f7e98d6797c8_1748692749.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/43b/c1fad4c7cd2b3d7e926b1c9f5b53743b/c1fad4c7cd2b3d7e926b1c9f5b53743b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692753.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/43b/c1fad4c7cd2b3d7e926b1c9f5b53743b/c1fad4c7cd2b3d7e926b1c9f5b53743b_1748692753.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/dd3/52ba7d33102d9cc3ef884128327ecdd3/52ba7d33102d9cc3ef884128327ecdd3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692757.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/dd3/52ba7d33102d9cc3ef884128327ecdd3/52ba7d33102d9cc3ef884128327ecdd3_1748692757.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692761.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e/7c2a2e6eddebebcb3d68059c0c3d3a3e_1748692761.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/ea4/355451e3c410a7d748145c144a3e3ea4/355451e3c410a7d748145c144a3e3ea4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692765.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/ea4/355451e3c410a7d748145c144a3e3ea4/355451e3c410a7d748145c144a3e3ea4_1748692765.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/27f/a17a1fce2e248c96cd5aa5ae299ce27f/a17a1fce2e248c96cd5aa5ae299ce27f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692769.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/27f/a17a1fce2e248c96cd5aa5ae299ce27f/a17a1fce2e248c96cd5aa5ae299ce27f_1748692769.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/596/c589ed67ae2f81e7c10d0b2aedabe596/c589ed67ae2f81e7c10d0b2aedabe596.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692773.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/596/c589ed67ae2f81e7c10d0b2aedabe596/c589ed67ae2f81e7c10d0b2aedabe596_1748692773.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/777/f80d38037357665ec61b6c356d27a777/f80d38037357665ec61b6c356d27a777.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692777.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/777/f80d38037357665ec61b6c356d27a777/f80d38037357665ec61b6c356d27a777_1748692777.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/e66/665f4a1324fea67dfb55b8b409db6e66/665f4a1324fea67dfb55b8b409db6e66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692781.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/e66/665f4a1324fea67dfb55b8b409db6e66/665f4a1324fea67dfb55b8b409db6e66_1748692781.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/ca1/a036c12981029e3d8659809e5eeb5ca1/a036c12981029e3d8659809e5eeb5ca1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692785.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/ca1/a036c12981029e3d8659809e5eeb5ca1/a036c12981029e3d8659809e5eeb5ca1_1748692785.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/066/0c1c2cf2bb070db97777f326cbe96066/0c1c2cf2bb070db97777f326cbe96066.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692789.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/066/0c1c2cf2bb070db97777f326cbe96066/0c1c2cf2bb070db97777f326cbe96066_1748692789.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b22/cfd3a5b00564c3434c8ef6a173480b22/cfd3a5b00564c3434c8ef6a173480b22.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692793.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b22/cfd3a5b00564c3434c8ef6a173480b22/cfd3a5b00564c3434c8ef6a173480b22_1748692793.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/604/55d5afe3548803fd4faac4c73dd6b604/55d5afe3548803fd4faac4c73dd6b604.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692797.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/604/55d5afe3548803fd4faac4c73dd6b604/55d5afe3548803fd4faac4c73dd6b604_1748692797.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/eee/b9a8c4c3871f792484106ab20e6a0eee/b9a8c4c3871f792484106ab20e6a0eee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692801.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/eee/b9a8c4c3871f792484106ab20e6a0eee/b9a8c4c3871f792484106ab20e6a0eee_1748692801.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/cc4/307f1655e7a90b1bf9a0512d3c49fcc4/307f1655e7a90b1bf9a0512d3c49fcc4.db' +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'ac647a3e6b4e8ba60d0a05d036264818', '52706521-cf2b-40f2-bd15-f56b0466b781-sda', '1748692567.34242', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('52706521-cf2b-40f2-bd15-f56b0466b781-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_n_kr6uy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '59b68aeb-3891-45c9-9e56-12288a3cc46d-sda', '1748692567.37647', '1748692567', '0', '', '1748692567', 0, 1) +test DEBUG: /tmp/tmp_n_kr6uy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '59b68aeb-3891-45c9-9e56-12288a3cc46d-sda', '1748692567.37647', '1748692567', '0', '', '1748692567', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('59b68aeb-3891-45c9-9e56-12288a3cc46d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02774 seconds (36.04301/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0yrv733x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '58456fcd-826c-4e9b-87c4-34d498192c75-sda', '1748692567.43287', '1748692567', '0', '', '1748692567', 1, 0) +test DEBUG: /tmp/tmp0yrv733x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '42ff6687d609bf8cb53be2854faec425', '58456fcd-826c-4e9b-87c4-34d498192c75-sda', '1748692567.43287', '1748692567', '0', '', '1748692567', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('58456fcd-826c-4e9b-87c4-34d498192c75-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0yrv733x/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03919 seconds (25.51646/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0yrv733x/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e5f83ee9340958e45d737e73e6c11b82', '4329b533-8cb5-4a99-b3e0-600809345f60-sda', '1748692567.48281', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('4329b533-8cb5-4a99-b3e0-600809345f60-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'e5f83ee9340958e45d737e73e6c11b82', '4329b533-8cb5-4a99-b3e0-600809345f60-sda', '1748692567.48281', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('4329b533-8cb5-4a99-b3e0-600809345f60-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphafjf6fx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c4e43372-ab51-4629-9131-7e1ae7f637b5-sda', '1748692567.52618', '1748692567', '1748692569', '', '1748692569', 0, 1) +test DEBUG: /tmp/tmphafjf6fx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c4e43372-ab51-4629-9131-7e1ae7f637b5-sda', '1748692567.52618', '1748692567', '1748692569', '', '1748692569', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c4e43372-ab51-4629-9131-7e1ae7f637b5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02632 seconds (37.99415/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjq0q66kb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', 'dd8fd7d7-4290-44c6-a8d4-2f654a7ee3b2-sda', '1748692567.57159', '1748692567', '1748692569', '', '1748692569', 1, 0) +test DEBUG: /tmp/tmpjq0q66kb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692572.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dd8fd7d7-4290-44c6-a8d4-2f654a7ee3b2-sda') +test DEBUG: /tmp/tmpjq0q66kb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0071404s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', 'dd8fd7d7-4290-44c6-a8d4-2f654a7ee3b2-sda', '1748692567.57159', '1748692567', '1748692569', '', '1748692569', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dd8fd7d7-4290-44c6-a8d4-2f654a7ee3b2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjq0q66kb/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04648 seconds (21.51571/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjq0q66kb/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '74b92cb90086b9cb83f182470cc48182', '523b38e7-5fa3-4e7b-af04-d5fd6e8dab88-sda', '1748692567.62156', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('523b38e7-5fa3-4e7b-af04-d5fd6e8dab88-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '74b92cb90086b9cb83f182470cc48182', '523b38e7-5fa3-4e7b-af04-d5fd6e8dab88-sda', '1748692567.62156', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('523b38e7-5fa3-4e7b-af04-d5fd6e8dab88-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzak90t16/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5f59a36-5cb7-4c94-a32f-e172ba9c8a6a-sda', '1748692567.67663', '1748692567', '1748692569', '', '1748692569', 0, 1) +test DEBUG: /tmp/tmpzak90t16/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5f59a36-5cb7-4c94-a32f-e172ba9c8a6a-sda', '1748692567.67663', '1748692567', '1748692569', '', '1748692569', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5f59a36-5cb7-4c94-a32f-e172ba9c8a6a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02472 seconds (40.45104/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8kjo0xcs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', 'ae6ef349-7510-4938-9aa5-3ed381fcf022-sda', '1748692567.73044', '1748692567', '1748692569', '', '1748692569', 1, 0) +test DEBUG: /tmp/tmp8kjo0xcs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3ce05c1c75d7f1973e638642b9985943', 'ae6ef349-7510-4938-9aa5-3ed381fcf022-sda', '1748692567.73044', '1748692567', '1748692569', '', '1748692569', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ae6ef349-7510-4938-9aa5-3ed381fcf022-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8kjo0xcs/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04541 seconds (22.02319/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8kjo0xcs/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '74b92cb90086b9cb83f182470cc48182', 'e1386dad-dd2c-4fb4-8885-964a1d3d412d-sda', '1748692567.77984', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e1386dad-dd2c-4fb4-8885-964a1d3d412d-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '74b92cb90086b9cb83f182470cc48182', 'e1386dad-dd2c-4fb4-8885-964a1d3d412d-sda', '1748692567.77984', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('e1386dad-dd2c-4fb4-8885-964a1d3d412d-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpstv_4snp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2c5242f1-92cf-43ab-9e01-4508e9cb5465-sda', '1748692567.81776', '1748692570', '1748692569', '', '1748692570', 0, 1) +test DEBUG: /tmp/tmpstv_4snp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2c5242f1-92cf-43ab-9e01-4508e9cb5465-sda', '1748692567.81776', '1748692570', '1748692569', '', '1748692570', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2c5242f1-92cf-43ab-9e01-4508e9cb5465-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02693 seconds (37.13600/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps5jdrg23/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bd8ca2dcd35d3ed3cbaa4be99d84789', '8507d07c-d66d-4e66-aa1f-2dc8d70580ef-sda', '1748692567.86830', '1748692570', '1748692569', '', '1748692570', 1, 1) +test DEBUG: /tmp/tmps5jdrg23/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1748692573.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8507d07c-d66d-4e66-aa1f-2dc8d70580ef-sda') +test DEBUG: /tmp/tmps5jdrg23/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0102384s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bd8ca2dcd35d3ed3cbaa4be99d84789', '8507d07c-d66d-4e66-aa1f-2dc8d70580ef-sda', '1748692567.86830', '1748692570', '1748692569', '', '1748692570', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8507d07c-d66d-4e66-aa1f-2dc8d70580ef-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps5jdrg23/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04371 seconds (22.87888/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmps5jdrg23/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'fb5d95ccd45008891f9a9908c2121f9c', '80ac3a58-f94f-459d-a86f-ed28d69edb4e-sda', '1748692567.92495', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('80ac3a58-f94f-459d-a86f-ed28d69edb4e-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, 'fb5d95ccd45008891f9a9908c2121f9c', '80ac3a58-f94f-459d-a86f-ed28d69edb4e-sda', '1748692567.92495', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('80ac3a58-f94f-459d-a86f-ed28d69edb4e-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpscq6_hnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '686a1bb4-027f-4c04-9d96-4ca25be86ca8-sda', '1748692567.97035', '1748692570', '1748692569', '', '1748692570', 0, 1) +test DEBUG: /tmp/tmpscq6_hnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '686a1bb4-027f-4c04-9d96-4ca25be86ca8-sda', '1748692567.97035', '1748692570', '1748692569', '', '1748692570', 0, 1) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('686a1bb4-027f-4c04-9d96-4ca25be86ca8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03557 seconds (28.11037/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpem05tqxe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '224873471ab36129b3144deac2642874', 'd2b2d522-ac41-48c7-8e4f-03e5c1f5c904-sda', '1748692568.02575', '1748692571', '1748692570', '', '1748692571', 1, 1) +test DEBUG: /tmp/tmpem05tqxe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '224873471ab36129b3144deac2642874', 'd2b2d522-ac41-48c7-8e4f-03e5c1f5c904-sda', '1748692568.02575', '1748692571', '1748692570', '', '1748692571', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d2b2d522-ac41-48c7-8e4f-03e5c1f5c904-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpem05tqxe/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.05677 seconds (17.61569/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpem05tqxe/sda/containers/0/d18/e55a07d07b93bfc620dac1ef6cb63d18/e55a07d07b93bfc620dac1ef6cb63d18.db +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '92e53822e1ca2a6f6c7195a1d40976e4', '6679e150-002a-46f1-adeb-63ac0a6ece8a-sda', '1748692568.11014', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdb/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('6679e150-002a-46f1-adeb-63ac0a6ece8a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, sync, (1, '92e53822e1ca2a6f6c7195a1d40976e4', '6679e150-002a-46f1-adeb-63ac0a6ece8a-sda', '1748692568.11014', '1748689200', '0', '', '1748689200', 1, 0) +REPLICATE: /sdc/0/e55a07d07b93bfc620dac1ef6cb63d18, complete_rsync, ('6679e150-002a-46f1-adeb-63ac0a6ece8a-sda', 'e55a07d07b93bfc620dac1ef6cb63d18.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ba084acb010d7c48913a386bb4da6130', '81778c0d-7737-4749-b42f-2aa58d3d534d-sda', '1748692568.15031', '1748692568.00000', '0', '{"x-container-meta-test": ["foo", "1748692568.00000"]}', '1748692568.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.01s test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s test DEBUG: replicator-rpc-sync time for get_sync: 0.00s test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281888.93372', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281888.93372', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93372', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281888.93377', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281888.93522', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00267291s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.19462', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.19462', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.19466', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.19467', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.19467', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19467', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692568.19614', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00266957s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281888.93372', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281888.93372', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93372', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281888.93377', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.19462', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.19462', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.19466', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.19467', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.19467', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19467', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281888.93372', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281888.93372', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93372', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1714281889.36255', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281888.93377', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.19462', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.19462', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1748692568.22515', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.19467', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.19467', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19467', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281888.93372', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281888.93372', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93372', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281888.93377', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.19462', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.19462', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.19467', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.19467', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19467', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281889.38414', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281889.38414', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281889.38414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281888.93377', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281888.93377', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.24885', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.24885', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692568.24885', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.19467', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.19467', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19467', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.24885', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.24885', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692568.24885', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.25952', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1748692568.25952', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.25952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1713675599.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1713675599.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1713675599.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1713675599.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1713675599.000000) from the queue (1713675599.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281891.421707) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281891.421707) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281891.421707) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281891.421707) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281891.42171) in policy_index 1 responded 200 (1714281890.42171) -test INFO: retry: '/AUTH_bob/c/o1' (1714281891.421707) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 85, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/middleware/recon.py", line 276, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -Quarantined /tmp/tmpr8s4n_mm/dev/dbs/par/pre/db to /tmp/tmpr8s4n_mm/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpr8s4n_mm/dev/dbs/par/pre/db to /tmp/tmpr8s4n_mm/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpr8s4n_mm/dev/dbs/par/pre/db to /tmp/tmpr8s4n_mm/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpr8s4n_mm/dev/dbs/par/pre/db to /tmp/tmpr8s4n_mm/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe3b783c778d74e8fbec0c-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx82fda14de101425bb77a6-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx82fda14de101425bb77a6-00662ddda5) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx82fda14de101425bb77a6-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx82fda14de101425bb77a6-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txcfbf02aca8bb4beb9b7ed-00662ddda5) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txcfbf02aca8bb4beb9b7ed-00662ddda5) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txcfbf02aca8bb4beb9b7ed-00662ddda5) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txcfbf02aca8bb4beb9b7ed-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx05db7f691f4c479b86294-00662ddda5) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -Quarantined /tmp/tmp4mfas9z8/dev/dbs/par/pre/db to /tmp/tmp4mfas9z8/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpgzv2dj5n/dev/dbs/par/pre/db to /tmp/tmpgzv2dj5n/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server ERROR: Object returning 503 for [] (txn: tx10376b036d9a432fa0a17-00662ddda1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0dbb7c9fa37b463f95c07-00662ddda1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281889.38414', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281889.38414', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281889.38414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281889.40047', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1714281889.40047', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.40047', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281889.38414', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281889.38414', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281889.38414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281889.40047', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281889.84769', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.40047', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.24885', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.24885', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692568.24885', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.25952', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692568.27055', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.25952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281889.85975', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281889.38414', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.38414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281889.40047', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281889.84769', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.40047', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpploe_l5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b2dfb81379e8ebb4d47ee197a1272180', 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda', '1714281888.92927', '1714281888.92713', '0', '', '1714281888.92713', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.28097', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.24885', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.24885', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.25952', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692568.27055', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.25952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpxg24ygb9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cc20590469886b2b741af613535b939', '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda', '1748692568.18892', '1748692568.18689', '0', '', '1748692568.18689', 1, 0) REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281889.85975', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281889.38414', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.38414', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281888.93377', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1714281889.37387', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281888.93377', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281889.40047', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1714281889.84769', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281889.40047', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281889.36223', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.36223', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.36212', 'epoch': '1714281889.36212', 'reported': 0, 'tombstones': -1}], 'c23e9011-9292-4fca-a395-e59ecfc5d220-sda') -test DEBUG: /tmp/tmpploe_l5u/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpploe_l5u/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5f9d75d904eeca7a7694f327a70a0926', 'be4cdca0-e48d-418e-ba59-34dcb1423a65-sda', '1714281889.88674', '1714281889.88473', '0', '', '1714281889.88473', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1714281889.89336', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281889.89336', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281889.89321', 'epoch': '1714281889.89321', 'reported': 0, 'tombstones': -1}], 'be4cdca0-e48d-418e-ba59-34dcb1423a65-sda') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.28097', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.24885', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.24885', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.19466', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1748692568.23842', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.19466', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.25952', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1748692568.27055', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.25952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.22487', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.22487', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.22478', 'epoch': '1748692568.22478', 'reported': 0, 'tombstones': -1}], '6b2107c6-a7b7-47d5-a8aa-6af386a6c544-sda') +test DEBUG: /tmp/tmpxg24ygb9/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmpxg24ygb9/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4e28aead991c63992ee7b436c2339ec9', 'a5dae8d5-9b36-422e-af13-1ef3b4ac12ab-sda', '1748692568.30738', '1748692568.30546', '0', '', '1748692568.30546', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1748692568.31357', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.31357', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.31340', 'epoch': '1748692568.31340', 'reported': 0, 'tombstones': -1}], 'a5dae8d5-9b36-422e-af13-1ef3b4ac12ab-sda') test ERROR: ERROR Bad response 500 from 10.0.0.1 -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281891.700870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281891.700870) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281891.700870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281891.700870) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281891.70087) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1714281891.700870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1714281891.704847) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1714281891.704847) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1714281891.704847) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1714281891.704847) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1714281891.70485) in policy_index 1 responded 404 (1714281891.70485_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1714281891.704847) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1714280400 -test DEBUG: looking for objects in 1714280400 -test DEBUG: looking for containers in .misplaced_objects -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000060 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET https://cluster.domain HTTP/1.0" 200 117 0.000055 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx2d0a0b3d339043ffa05a2-00662ddda4) -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (63443) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "PUT /path HTTP/1.0" 200 105 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000047 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET / HTTP/1.1" 200 120 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET /%FF HTTP/1.1" 200 123 0.000297 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET /ÿ HTTP/1.1" 200 126 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000057 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET // HTTP/1.1" 200 121 0.001378 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET //bar HTTP/1.1" 200 124 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET //////baz HTTP/1.1" 200 128 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Sun, 28 Apr 2024 05:24:52 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (63443) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (63443) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Apr/2024 17:24:52] "GET /someurl HTTP/1.0" 200 102 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (63443) wsgi exited, is_accepting=True -test ERROR: Problem finding shard upper in '/tmp/tmpkveqedwk/test_container.db': : LockTimeout (Nones) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txf34b01d46ec04d74a35dc-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf34b01d46ec04d74a35dc-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: txf34b01d46ec04d74a35dc-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx52af5b6318034f3d954ce-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx52af5b6318034f3d954ce-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc22d6ca0e5e84f7f95f6e-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1242c71836164cd7aa719-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1242c71836164cd7aa719-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6732f4a9907d4b6bb53cc-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx6732f4a9907d4b6bb53cc-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2a47de878b8b4619b8c14-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx2a47de878b8b4619b8c14-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4eed2d0cba444e8cba79f-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx4eed2d0cba444e8cba79f-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx4eed2d0cba444e8cba79f-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0c51233b07af4168a41cb-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx0c51233b07af4168a41cb-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx00cdb5ae76b644b8814ba-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8e09684b01004977b98f9-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8e09684b01004977b98f9-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe6fc923b6a3744d8a95cd-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe6fc923b6a3744d8a95cd-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe6fc923b6a3744d8a95cd-00662ddda5) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - File "/build/reproducible-path/swift-2.33.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise - raise value - File "/build/reproducible-path/swift-2.33.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 224, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1714281892.188112, time window end: 1714281892.188112, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 388, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1714281892.190127, time window end: 1714281892.190137, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 534, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1714281892.190265, time window end: 1714281892.19054, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1714281892.1906269, time window end: 1714281892.1906738, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 543, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test DEBUG: /tmp/tmpwutjtr14/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692568.31317', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a5dae8d5-9b36-422e-af13-1ef3b4ac12ab-sda') +test DEBUG: /tmp/tmpwutjtr14/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0033381s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ef618aac-da92-4949-950d-063fe8229c60-sda', '1748692568.33299', '1748692568.33112', '0', '', '1748692568.33112', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.33770', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.33770', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.33770', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.33774', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.33774', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.33774', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.33775', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.33775', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.33775', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'ef618aac-da92-4949-950d-063fe8229c60-sda') +Unlinked retiring db '/tmp/tmpoq_3lpru/containers/part/suffix/hash/container.db' +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6f8ae681-4d53-4c9c-a9ec-c456c7c101b8-sda', '1748692568.35563', '1748692568.34928', '0', '', '1748692568.34928', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.36806', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.36806', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.36806', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.36810', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.36810', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.36810', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.36811', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.36811', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.36811', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6f8ae681-4d53-4c9c-a9ec-c456c7c101b8-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '33bb59fe-6f87-4f46-8895-9ba0e75ab5fc-sda', '1748692568.39040', '1748692568.38809', '0', '', '1748692568.38809', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.39591', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.39591', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.39591', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.39596', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.39596', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.39596', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.39596', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.39596', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.39596', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}], '33bb59fe-6f87-4f46-8895-9ba0e75ab5fc-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '79be3d6d-0773-41d5-8fee-c90c87daf289-sda', '1748692568.40944', '1748692568.40766', '0', '', '1748692568.40766', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.41344', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.41344', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.41344', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.41349', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.41349', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.41349', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.41350', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.41350', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.41350', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}], '79be3d6d-0773-41d5-8fee-c90c87daf289-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0eefc2ac-b35f-4c90-83a1-38e17c2304d3-sda', '1748692568.42775', '1748692568.42603', '0', '', '1748692568.42603', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.43169', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.43169', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.43169', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.43172', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.43172', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.43172', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.43173', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.43173', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.43173', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33092', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0eefc2ac-b35f-4c90-83a1-38e17c2304d3-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f531ef6b-9442-4599-b937-49c0e94d3d88-sda', '1748692568.46268', '1748692568.45650', '0', '', '1748692568.45650', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692805.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/cc4/307f1655e7a90b1bf9a0512d3c49fcc4/307f1655e7a90b1bf9a0512d3c49fcc4_1748692805.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/268/cc88e9d7c9e2953f6cd936d25c546268/cc88e9d7c9e2953f6cd936d25c546268.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692809.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/268/cc88e9d7c9e2953f6cd936d25c546268/cc88e9d7c9e2953f6cd936d25c546268_1748692809.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/12e/69e96a5152d470bdc2b2d6fa2d41612e/69e96a5152d470bdc2b2d6fa2d41612e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692813.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/12e/69e96a5152d470bdc2b2d6fa2d41612e/69e96a5152d470bdc2b2d6fa2d41612e_1748692813.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/a5b/b7ae6f98e14cd95b85431919103aaa5b/b7ae6f98e14cd95b85431919103aaa5b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692817.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/a5b/b7ae6f98e14cd95b85431919103aaa5b/b7ae6f98e14cd95b85431919103aaa5b_1748692817.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/393/8c37ca0f780cc1e6cd398ca112802393/8c37ca0f780cc1e6cd398ca112802393.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692821.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/393/8c37ca0f780cc1e6cd398ca112802393/8c37ca0f780cc1e6cd398ca112802393_1748692821.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1e4/218ee5c68a7c39064a46db427a12f1e4/218ee5c68a7c39064a46db427a12f1e4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692825.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1e4/218ee5c68a7c39064a46db427a12f1e4/218ee5c68a7c39064a46db427a12f1e4_1748692825.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c2e/65ae7d98f7b4743473230f87972cec2e/65ae7d98f7b4743473230f87972cec2e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692829.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c2e/65ae7d98f7b4743473230f87972cec2e/65ae7d98f7b4743473230f87972cec2e_1748692829.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/0df/18a8a11fa6c1a850d43bbd622e50b0df/18a8a11fa6c1a850d43bbd622e50b0df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692833.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/0df/18a8a11fa6c1a850d43bbd622e50b0df/18a8a11fa6c1a850d43bbd622e50b0df_1748692833.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/138/b120f838145e2f688543a356a4a7b138/b120f838145e2f688543a356a4a7b138.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692837.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/138/b120f838145e2f688543a356a4a7b138/b120f838145e2f688543a356a4a7b138_1748692837.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/e79/e36536d9d3e8a3f5616bf746705f9e79/e36536d9d3e8a3f5616bf746705f9e79.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692841.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/e79/e36536d9d3e8a3f5616bf746705f9e79/e36536d9d3e8a3f5616bf746705f9e79_1748692841.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c95/4392dd525459f392d9291eb266e0cc95/4392dd525459f392d9291eb266e0cc95.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692845.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c95/4392dd525459f392d9291eb266e0cc95/4392dd525459f392d9291eb266e0cc95_1748692845.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/772/983d81528cc36942087a3b2100ff8772/983d81528cc36942087a3b2100ff8772.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692849.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/772/983d81528cc36942087a3b2100ff8772/983d81528cc36942087a3b2100ff8772_1748692849.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/8a6/09b55a97fc7c55ba81d4353a3ad308a6/09b55a97fc7c55ba81d4353a3ad308a6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692853.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/8a6/09b55a97fc7c55ba81d4353a3ad308a6/09b55a97fc7c55ba81d4353a3ad308a6_1748692853.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/18f/acd808f7122db4c31fea447bdb1cb18f/acd808f7122db4c31fea447bdb1cb18f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692857.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/18f/acd808f7122db4c31fea447bdb1cb18f/acd808f7122db4c31fea447bdb1cb18f_1748692857.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692861.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a/9ba6b63b98d1b04dcd93fd3a4dcdd84a_1748692861.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4d8/2023f4b07f9707ff76cd23f63790b4d8/2023f4b07f9707ff76cd23f63790b4d8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692865.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4d8/2023f4b07f9707ff76cd23f63790b4d8/2023f4b07f9707ff76cd23f63790b4d8_1748692865.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/bff/30ae287a1bcd98845524f4e19c6f7bff/30ae287a1bcd98845524f4e19c6f7bff.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692869.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/bff/30ae287a1bcd98845524f4e19c6f7bff/30ae287a1bcd98845524f4e19c6f7bff_1748692869.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/fc1/c825a0d7c43fccaa8e059a7ad5ad8fc1/c825a0d7c43fccaa8e059a7ad5ad8fc1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692873.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/fc1/c825a0d7c43fccaa8e059a7ad5ad8fc1/c825a0d7c43fccaa8e059a7ad5ad8fc1_1748692873.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/769/b135772fb32a35174a3f3e4d5cb26769/b135772fb32a35174a3f3e4d5cb26769.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692877.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/769/b135772fb32a35174a3f3e4d5cb26769/b135772fb32a35174a3f3e4d5cb26769_1748692877.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/189/7643d602a54fa8067ff64a7d2e121189/7643d602a54fa8067ff64a7d2e121189.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692881.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/189/7643d602a54fa8067ff64a7d2e121189/7643d602a54fa8067ff64a7d2e121189_1748692881.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/d0d/f93473435af51bed36b99a2f245b1d0d/f93473435af51bed36b99a2f245b1d0d.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.47514', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.47514', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.47514', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.47519', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.47519', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.47519', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.47520', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.47520', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.47520', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}], 'f531ef6b-9442-4599-b937-49c0e94d3d88-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2663e20a-13c1-4740-b242-722d3ccb67db-sda', '1748692568.50696', '1748692568.50507', '0', '', '1748692568.50507', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.51955', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.51955', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.51955', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.51959', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.51959', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.51959', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.51960', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.51960', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.51960', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}], '2663e20a-13c1-4740-b242-722d3ccb67db-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b280f6e-ac27-492e-83e0-44c059dfc100-sda', '1748692568.55030', '1748692568.54838', '0', '', '1748692568.54838', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.56266', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.56266', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.56266', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.56271', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.56271', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.56271', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.56272', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.56272', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.56272', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}], '2b280f6e-ac27-492e-83e0-44c059dfc100-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '23f588d9-6509-4886-b6f2-b203e9f957f8-sda', '1748692568.61192', '1748692568.60996', '0', '', '1748692568.60996', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.61625', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.61625', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.61625', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.61629', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.61629', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.61629', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.61630', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.61630', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.61630', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33106', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33106', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33106', 'epoch': '1748692568.33107', 'reported': 0, 'tombstones': -1}], '23f588d9-6509-4886-b6f2-b203e9f957f8-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '475816ed-dc02-4b27-95aa-97f3f5ffe31b-sda', '1748692568.66254', '1748692568.65220', '0', '', '1748692568.65220', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.67172', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.67172', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.67172', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.67176', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.67176', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.67176', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.67177', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.67177', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.67177', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}], '475816ed-dc02-4b27-95aa-97f3f5ffe31b-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f57b7579-3d5c-4a22-bb3c-618bbdb15bde-sda', '1748692568.70778', '1748692568.70589', '0', '', '1748692568.70589', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.72038', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.72038', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.72038', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.72043', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.72043', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.72043', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.72044', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.72044', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.72044', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}], 'f57b7579-3d5c-4a22-bb3c-618bbdb15bde-sda') +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a76f89a2-6f7c-453c-bfbe-e73655b9db32-sda', '1748692568.73842', '1748692568.73656', '0', '', '1748692568.73656', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.74253', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.74253', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.74253', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.74257', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.74257', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.74257', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.74258', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.74258', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.74258', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.33111', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a76f89a2-6f7c-453c-bfbe-e73655b9db32-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1748692568.33102', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33102', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33102', 'epoch': '1748692568.33103', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1748692568.33111', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.33092', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692568.33092', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmps4911vgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '81685590368e9b4cc57c8e57dab2a786', '49e2421d-9d39-4c19-b1ed-551a4df5b6a8-sda', '1748692568.75944', '1748692568.75721', '0', '', '1748692568.75721', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692568.76352', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '49e2421d-9d39-4c19-b1ed-551a4df5b6a8-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpsdcurekq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a362ec75-8c9c-4d26-8d83-8ad4338dfcf7-sda', '1748692568.79607', '1748692568.79287', '0', '', '1748692568.79287', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpsdcurekq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e09099337ac1897594f25df6173bf5ea', 'd29deff2-1460-4547-a440-96ce395539c6-sda', '1748692568.83251', '1748692568.83071', '0', '', '1748692568.83071', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1748692568.85016', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd29deff2-1460-4547-a440-96ce395539c6-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '1748692568.87554', '1748692568.87386', '0', '', '1748692568.87386', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '1748692568.87554', '1748692568.87386', '0', '', '1748692568.87386', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02985 seconds (33.49671/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '1748692568.87554', '1748692568.87386', '0', '', '1748692568.87386', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.92846', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.92846', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692568.92846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.87667', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.87667', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.87667', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.87668', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.87668', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.87668', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.87681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.87681', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.87668', 'epoch': '1748692568.87668', 'reported': 0, 'tombstones': -1}], 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda') +test DEBUG: /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda', '1748692568.87554', '1748692568.87386', '0', '', '1748692568.87386', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1748692568.92846', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1748692568.92846', 'deleted': 1, 'state': 10, 'state_timestamp': '1748692568.92846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1748692568.87667', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1748692568.87667', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.87667', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1748692568.87668', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1748692568.87668', 'deleted': 0, 'state': 10, 'state_timestamp': '1748692568.87668', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692568.87681', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692568.87681', 'deleted': 0, 'state': 60, 'state_timestamp': '1748692568.87668', 'epoch': '1748692568.87668', 'reported': 0, 'tombstones': -1}], 'd16c163a-a95a-4ef5-bacd-223e47ede69d-sda') +test DEBUG: /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpugbkh3v2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06137 seconds (16.29537/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a450404f-2c2b-4a65-8d32-8b730223f04a-sda', '1748692569.00695', '1748692568.99682', '1748692569.01549', '', '1748692569.01549', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd50416bb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '88195602-8249-445d-a0b9-644edc872ed6-sda', '1748692569.03590', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +test DEBUG: /tmp/tmpd50416bb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '88195602-8249-445d-a0b9-644edc872ed6-sda', '1748692569.03590', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('88195602-8249-445d-a0b9-644edc872ed6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02289 seconds (43.68911/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpij0lgvdo/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '1efa6eb4-f6b5-442b-8802-12853163748e-sda', '1748692569.09981', '1748692570.00000', '0', '{"X-Container-Sync-To": ["a", "1748692571.00000"], "X-Container-Sync-Key": ["secret", "1748692572.00000"]}', '1748692570.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('1efa6eb4-f6b5-442b-8802-12853163748e-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '1efa6eb4-f6b5-442b-8802-12853163748e-sda', '1748692569.09981', '1748692570.00000', '0', '{"X-Container-Sync-To": ["a", "1748692571.00000"], "X-Container-Sync-Key": ["secret", "1748692572.00000"]}', '1748692570.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('1efa6eb4-f6b5-442b-8802-12853163748e-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpij0lgvdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '1748692569.09647', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_close_error test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_commit @@ -94695,6 +97172,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges @@ -94735,6 +97214,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open @@ -94787,14 +97268,60 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692885.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/d0d/f93473435af51bed36b99a2f245b1d0d/f93473435af51bed36b99a2f245b1d0d_1748692885.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/cb7/75946aa69a9c465bc492049002bb4cb7/75946aa69a9c465bc492049002bb4cb7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692889.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/cb7/75946aa69a9c465bc492049002bb4cb7/75946aa69a9c465bc492049002bb4cb7_1748692889.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/237/a05ca4a67d98b137c9133cc16c7e6237/a05ca4a67d98b137c9133cc16c7e6237.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692893.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/237/a05ca4a67d98b137c9133cc16c7e6237/a05ca4a67d98b137c9133cc16c7e6237_1748692893.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/2da/fea3cac59b3f9bfe102a7eb66d9182da/fea3cac59b3f9bfe102a7eb66d9182da.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692897.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/2da/fea3cac59b3f9bfe102a7eb66d9182da/fea3cac59b3f9bfe102a7eb66d9182da_1748692897.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/f03/d5609bb6f306ce114a17a26badfcff03/d5609bb6f306ce114a17a26badfcff03.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692901.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/f03/d5609bb6f306ce114a17a26badfcff03/d5609bb6f306ce114a17a26badfcff03_1748692901.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/233/da342331cd1e05d9a94ed837e0871233/da342331cd1e05d9a94ed837e0871233.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692905.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/233/da342331cd1e05d9a94ed837e0871233/da342331cd1e05d9a94ed837e0871233_1748692905.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b61/599c55e993161d585ec10ca2090abb61/599c55e993161d585ec10ca2090abb61.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692909.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b61/599c55e993161d585ec10ca2090abb61/599c55e993161d585ec10ca2090abb61_1748692909.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/ae5/4a2b53a927cae80cec846a7865e52ae5/4a2b53a927cae80cec846a7865e52ae5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692913.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/ae5/4a2b53a927cae80cec846a7865e52ae5/4a2b53a927cae80cec846a7865e52ae5_1748692913.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/43d/79c12ee4bc84336af66f6790a609e43d/79c12ee4bc84336af66f6790a609e43d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692917.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/43d/79c12ee4bc84336af66f6790a609e43d/79c12ee4bc84336af66f6790a609e43d_1748692917.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c95/7bd06b36d12f98e4d1285de7dd212c95/7bd06b36d12f98e4d1285de7dd212c95.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692921.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c95/7bd06b36d12f98e4d1285de7dd212c95/7bd06b36d12f98e4d1285de7dd212c95_1748692921.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/09f/abfeda7edeac84b47f8a6450ce04109f/abfeda7edeac84b47f8a6450ce04109f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692925.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/09f/abfeda7edeac84b47f8a6450ce04109f/abfeda7edeac84b47f8a6450ce04109f_1748692925.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/7a7/79967bb9a7c5d111506e7c56e4f507a7/79967bb9a7c5d111506e7c56e4f507a7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692929.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/7a7/79967bb9a7c5d111506e7c56e4f507a7/79967bb9a7c5d111506e7c56e4f507a7_1748692929.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/336/182e6c654e5ac5687a41257744018336/182e6c654e5ac5687a41257744018336.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692933.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/336/182e6c654e5ac5687a41257744018336/182e6c654e5ac5687a41257744018336_1748692933.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/56e/8e38c3a52c0630bf5d4e1d8d4e71856e/8e38c3a52c0630bf5d4e1d8d4e71856e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692937.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/56e/8e38c3a52c0630bf5d4e1d8d4e71856e/8e38c3a52c0630bf5d4e1d8d4e71856e_1748692937.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/367/7aaa6c4354b8d7043a389dfdeffcd367/7aaa6c4354b8d7043a389dfdeffcd367.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692941.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/367/7aaa6c4354b8d7043a389dfdeffcd367/7aaa6c4354b8d7043a389dfdeffcd367_1748692941.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/30b/202e2d4cb0fdbc19390c14a8f6c7530b/202e2d4cb0fdbc19390c14a8f6c7530b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692945.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/30b/202e2d4cb0fdbc19390c14a8f6c7530b/202e2d4cb0fdbc19390c14a8f6c7530b_1748692945.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1ae/8058590299a19fbe5a9ac6a3681541ae/8058590299a19fbe5a9ac6a3681541ae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692949.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1ae/8058590299a19fbe5a9ac6a3681541ae/8058590299a19fbe5a9ac6a3681541ae_1748692949.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/f20/92e1b9a6d2c4ab69144aec458cdabf20/92e1b9a6d2c4ab69144aec458cdabf20.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692953.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/f20/92e1b9a6d2c4ab69144aec458cdabf20/92e1b9a6d2c4ab69144aec458cdabf20_1748692953.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/c37/bfc56a7a3d0b2e31d6f63d8d54687c37/bfc56a7a3d0b2e31d6f63d8d54687c37.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692957.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/c37/bfc56a7a3d0b2e31d6f63d8d54687c37/bfc56a7a3d0b2e31d6f63d8d54687c37_1748692957.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/44f/b2628a97c51fbdfcc3e9bdf04b32044f/b2628a97c51fbdfcc3e9bdf04b32044f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692961.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/44f/b2628a97c51fbdfcc3e9bdf04b32044f/b2628a97c51fbdfcc3e9bdf04b32044f_1748692961.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4ab/a62b16cf444fe716d136c17dab3d14ab/a62b16cf444fe716d136c17dab3d14ab.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts @@ -94825,6 +97352,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable @@ -94931,6 +97460,8 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type @@ -94939,6 +97470,4606 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '1748692569.09647', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04700 seconds (42.55662/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpij0lgvdo/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '1efa6eb4-f6b5-442b-8802-12853163748e-sda', '1748692569.09981', '1748692570.00000', '0', '{"X-Container-Sync-To": ["", "1748692573.00000"], "X-Container-Sync-Key": ["secret", "1748692572.00000"]}', '1748692570.00000', 0, 0) +test DEBUG: /tmp/tmpij0lgvdo/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '1efa6eb4-f6b5-442b-8802-12853163748e-sda', '1748692569.09981', '1748692570.00000', '0', '{"X-Container-Sync-To": ["", "1748692573.00000"], "X-Container-Sync-Key": ["secret", "1748692572.00000"]}', '1748692570.00000', 0, 0) +test DEBUG: /tmp/tmpij0lgvdo/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpij0lgvdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '1748692569.09647', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +test DEBUG: /tmp/tmpij0lgvdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e66b5a44-a691-4cd6-a106-fde02b50b540-sda', '1748692569.09647', '1748692569.00000', '0', '', '1748692569.00000', 0, 0) +test DEBUG: /tmp/tmpij0lgvdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04148 seconds (48.21859/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmpby489pqc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpsvzr0txw/devices/sda1 (pid: 3317109) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpsvzr0txw/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.00000 +test INFO: Object update sweep completed on /tmp/tmpsvzr0txw/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpdh7gx16p/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpdh7gx16p/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.00000 +test INFO: Object update sweep completed on /tmp/tmpdh7gx16p/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcdjdtq1s/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpcdjdtq1s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpcdjdtq1s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 +test INFO: Object update sweep completed on /tmp/tmpcdjdtq1s/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpxjvn67nd/devices/sda1 (pid: 3317109) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpxjvn67nd/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 +test INFO: Object update sweep completed on /tmp/tmpxjvn67nd/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpxjvn67nd/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test DEBUG: Update redirected for /a/c/o /tmp/tmpxjvn67nd/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpxjvn67nd/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 +test INFO: Object update sweep completed on /tmp/tmpxjvn67nd/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmprt_gofnn/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmprt_gofnn/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmprt_gofnn/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmprt_gofnn/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmprt_gofnn/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmprt_gofnn/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 +test INFO: Object update sweep completed on /tmp/tmprt_gofnn/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpi9e9gfm1/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpi9e9gfm1/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpi9e9gfm1/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpi9e9gfm1/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpi9e9gfm1/devices/sda1 (pid: 3317109) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 to None +test INFO: Object update sweep completed on /tmp/tmpi9e9gfm1/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpi9e9gfm1/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpi9e9gfm1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692569.00000 +test INFO: Object update sweep completed on /tmp/tmpi9e9gfm1/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692571.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692572.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692573.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692574.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpuumoyomf/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmpuumoyomf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692575.00000 +test INFO: Object update sweep completed on /tmp/tmpuumoyomf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmphio038p2/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmphio038p2/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692571.00000 +test INFO: Object update sweep completed on /tmp/tmphio038p2/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692965.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4ab/a62b16cf444fe716d136c17dab3d14ab/a62b16cf444fe716d136c17dab3d14ab_1748692965.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4b7/e87a2badb9c84b87000ac77acbc2c4b7/e87a2badb9c84b87000ac77acbc2c4b7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692969.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4b7/e87a2badb9c84b87000ac77acbc2c4b7/e87a2badb9c84b87000ac77acbc2c4b7_1748692969.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/788/113fb88eb109a74edb43b926d96ad788/113fb88eb109a74edb43b926d96ad788.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692973.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/788/113fb88eb109a74edb43b926d96ad788/113fb88eb109a74edb43b926d96ad788_1748692973.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/a00/bc25a8bc5bd43078485c1cf3415c0a00/bc25a8bc5bd43078485c1cf3415c0a00.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692977.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/a00/bc25a8bc5bd43078485c1cf3415c0a00/bc25a8bc5bd43078485c1cf3415c0a00_1748692977.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/8b9/4e717dc6a37de952604848ff208c08b9/4e717dc6a37de952604848ff208c08b9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692981.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/8b9/4e717dc6a37de952604848ff208c08b9/4e717dc6a37de952604848ff208c08b9_1748692981.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/28c/52a0b05268a02dacf548597f520fc28c/52a0b05268a02dacf548597f520fc28c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692985.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/28c/52a0b05268a02dacf548597f520fc28c/52a0b05268a02dacf548597f520fc28c_1748692985.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/d67/8a602c9354d7e19120d962fd09a21d67/8a602c9354d7e19120d962fd09a21d67.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692989.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/d67/8a602c9354d7e19120d962fd09a21d67/8a602c9354d7e19120d962fd09a21d67_1748692989.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/b41/3e247e03b031124c4eea85d3958a0b41/3e247e03b031124c4eea85d3958a0b41.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692993.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/b41/3e247e03b031124c4eea85d3958a0b41/3e247e03b031124c4eea85d3958a0b41_1748692993.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/903/5c34c1d6edfea312c13ce598c8535903/5c34c1d6edfea312c13ce598c8535903.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692997.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/903/5c34c1d6edfea312c13ce598c8535903/5c34c1d6edfea312c13ce598c8535903_1748692997.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1e9/686b3acb3b8f4f67ed2975d70763e1e9/686b3acb3b8f4f67ed2975d70763e1e9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693001.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1e9/686b3acb3b8f4f67ed2975d70763e1e9/686b3acb3b8f4f67ed2975d70763e1e9_1748693001.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/97e/834a7ea5e553bdb7f6949650e1ad197e/834a7ea5e553bdb7f6949650e1ad197e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693005.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/97e/834a7ea5e553bdb7f6949650e1ad197e/834a7ea5e553bdb7f6949650e1ad197e_1748693005.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1b7/1f51204e4d2149f5f553bd85907f91b7/1f51204e4d2149f5f553bd85907f91b7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693009.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1b7/1f51204e4d2149f5f553bd85907f91b7/1f51204e4d2149f5f553bd85907f91b7_1748693009.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/dd0/4f4595758c0de74f3de2ae04958fcdd0/4f4595758c0de74f3de2ae04958fcdd0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693013.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/dd0/4f4595758c0de74f3de2ae04958fcdd0/4f4595758c0de74f3de2ae04958fcdd0_1748693013.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/7b9/aac53cf2584d927ca45896307db447b9/aac53cf2584d927ca45896307db447b9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693017.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/7b9/aac53cf2584d927ca45896307db447b9/aac53cf2584d927ca45896307db447b9_1748693017.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/f81/1acd0b4b9e9682dc9313e0411596af81/1acd0b4b9e9682dc9313e0411596af81.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693021.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/f81/1acd0b4b9e9682dc9313e0411596af81/1acd0b4b9e9682dc9313e0411596af81_1748693021.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/4fc/f3828cacf33a987eca53059b1d56a4fc/f3828cacf33a987eca53059b1d56a4fc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693025.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/4fc/f3828cacf33a987eca53059b1d56a4fc/f3828cacf33a987eca53059b1d56a4fc_1748693025.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/03c/79edd4778081527b010c8224a44d503c/79edd4778081527b010c8224a44d503c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693029.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/03c/79edd4778081527b010c8224a44d503c/79edd4778081527b010c8224a44d503c_1748693029.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/058/c7f48d14efa84babb7debb1c105e6058/c7f48d14efa84babb7debb1c105e6058.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693033.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/058/c7f48d14efa84babb7debb1c105e6058/c7f48d14efa84babb7debb1c105e6058_1748693033.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/cc3/0a54d731de4a58ed5ee9ceb344680cc3/0a54d731de4a58ed5ee9ceb344680cc3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693037.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/cc3/0a54d731de4a58ed5ee9ceb344680cc3/0a54d731de4a58ed5ee9ceb344680cc3_1748693037.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/254/b313651b84a66b3aedb68ed5e84e1254/b313651b84a66b3aedb68ed5e84e1254.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693041.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/254/b313651b84a66b3aedb68ed5e84e1254/b313651b84a66b3aedb68ed5e84e1254_1748693041.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/908/96631051f5f19adacd92e21d61ba6908/96631051f5f19adacd92e21d61ba6908.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx670d80b286bb4a9eb26f5-00683aee58) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx27252c2f2f354bc1802dd-00683aee58) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx27252c2f2f354bc1802dd-00683aee58) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx27252c2f2f354bc1802dd-00683aee58) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx27252c2f2f354bc1802dd-00683aee58) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txba007b85d95745d7b5e68-00683aee58) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba007b85d95745d7b5e68-00683aee58) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba007b85d95745d7b5e68-00683aee58) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txba007b85d95745d7b5e68-00683aee58) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: Setting object count to 3120 (txn: txac0904676ab24473ba7bc-00683aee5a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: Setting object count to 3120 (txn: txdd14826ec2e247a9b2cb4-00683aee5a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: Setting object count to 3120 (txn: tx53cdf97b71e342d4938b9-00683aee5a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: Setting object count to 3120 (txn: tx92e5765e2d1f47d7aa14e-00683aee5a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: Setting object count to 3120 (txn: tx8ed6ae9caa2e425e9c710-00683aee5a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx299f50f584204c71ba11e-00683aee5a) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb351c5dea0384991aa9a5-00683aee5a) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx566397b3306c4b1da0348-00683aee5a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx8c6c00fe5adf473e8fc34-00683aee5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8c6c00fe5adf473e8fc34-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8c6c00fe5adf473e8fc34-00683aee5a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8c6c00fe5adf473e8fc34-00683aee5a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txc928238d3c664e91976b5-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc928238d3c664e91976b5-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc928238d3c664e91976b5-00683aee5a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc928238d3c664e91976b5-00683aee5a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx8f61dc86df77445b92d8b-00683aee5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8f61dc86df77445b92d8b-00683aee5a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8f61dc86df77445b92d8b-00683aee5a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8f61dc86df77445b92d8b-00683aee5a) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test ERROR: Problem finding shard upper in '/tmp/tmp5m13kij4/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp5m13kij4/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpdhn3mwbo/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpdhn3mwbo/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmprx75aku4/containers/part/suffix/hash/hash.db' +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmphio038p2/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmphio038p2/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692573.00000 +test INFO: Object update sweep completed on /tmp/tmphio038p2/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfhlwytj8/devices/sda1 (pid: 3317109) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpfhlwytj8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmpfhlwytj8/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpntmxd0hg/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpntmxd0hg/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1748692570.18342 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpntmxd0hg/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.18289 +test INFO: Object update sweep completed on /tmp/tmpntmxd0hg/devices/sda1 in 0.21s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.22s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcz_o_bvx/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpcz_o_bvx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692570.40114 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpcz_o_bvx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.40118 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpcz_o_bvx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692570.40099 +test INFO: Object update sweep completed on /tmp/tmpcz_o_bvx/devices/sda1 in 0.11s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp3dxl29hx/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp3dxl29hx/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1748692570.51240 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp3dxl29hx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.51236 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp3dxl29hx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692570.51232 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp3dxl29hx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692570.51216 +test INFO: Object update sweep completed on /tmp/tmp3dxl29hx/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4bpjxv7p/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp4bpjxv7p/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692570.51712 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp4bpjxv7p/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.51722 +test INFO: Object update sweep completed on /tmp/tmp4bpjxv7p/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.12s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp513hlwvz/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c1/o07 /tmp/tmp513hlwvz/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1748692570.64246 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp513hlwvz/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1748692570.64238 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp513hlwvz/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1748692570.64219 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp513hlwvz/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1748692570.64234 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmp513hlwvz/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1748692570.64254 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp513hlwvz/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.64229 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp513hlwvz/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1748692570.64280 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmp513hlwvz/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1748692570.64250 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp513hlwvz/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1748692570.64242 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp513hlwvz/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692570.63774 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693045.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/908/96631051f5f19adacd92e21d61ba6908/96631051f5f19adacd92e21d61ba6908_1748693045.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/baf/535c3258a104d0f3f32b538dac2c8baf/535c3258a104d0f3f32b538dac2c8baf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693049.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/baf/535c3258a104d0f3f32b538dac2c8baf/535c3258a104d0f3f32b538dac2c8baf_1748693049.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/9b5/d4e475c70c3ca30cb31768e0b1fee9b5/d4e475c70c3ca30cb31768e0b1fee9b5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693053.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/9b5/d4e475c70c3ca30cb31768e0b1fee9b5/d4e475c70c3ca30cb31768e0b1fee9b5_1748693053.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/1b2/5156bc7a7df1634c7e8e1ec13ae941b2/5156bc7a7df1634c7e8e1ec13ae941b2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693057.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/1b2/5156bc7a7df1634c7e8e1ec13ae941b2/5156bc7a7df1634c7e8e1ec13ae941b2_1748693057.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/05c/7e15331cb37e13f623705ab68365505c/7e15331cb37e13f623705ab68365505c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693061.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/05c/7e15331cb37e13f623705ab68365505c/7e15331cb37e13f623705ab68365505c_1748693061.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/87d/039f34924645a144d4032625ac37387d/039f34924645a144d4032625ac37387d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693065.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/87d/039f34924645a144d4032625ac37387d/039f34924645a144d4032625ac37387d_1748693065.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/3d6/d84729781b8e5d4f8e6aa6c47ea083d6/d84729781b8e5d4f8e6aa6c47ea083d6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693069.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/3d6/d84729781b8e5d4f8e6aa6c47ea083d6/d84729781b8e5d4f8e6aa6c47ea083d6_1748693069.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/14d/e2aaf90a05654bd59544507b199b214d/e2aaf90a05654bd59544507b199b214d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693073.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/14d/e2aaf90a05654bd59544507b199b214d/e2aaf90a05654bd59544507b199b214d_1748693073.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp24vhnmmo/sda/containers/0/35c/72057e39bcb242debc8edd40db9be35c/72057e39bcb242debc8edd40db9be35c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748693077.00000-0, db: /tmp/tmp24vhnmmo/sda/containers/0/35c/72057e39bcb242debc8edd40db9be35c/72057e39bcb242debc8edd40db9be35c_1748693077.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692573.00000-0, db: /tmp/tmpq0pew812/sda/containers/0/610/6fa92b20aa0804b5a2a3b68acf907610/6fa92b20aa0804b5a2a3b68acf907610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpq0pew812/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmpq0pew812/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpq0pew812/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpehxfay8i/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpehxfay8i/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpehxfay8i/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmpehxfay8i/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692578.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/1c3/2462ae71058f10488ae66a25a54321c3/2462ae71058f10488ae66a25a54321c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp513hlwvz/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692570.63763 +test INFO: Object update sweep completed on /tmp/tmp513hlwvz/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjv0el7o6/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpjv0el7o6/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1748692570.85361 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpjv0el7o6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1748692570.85329 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpjv0el7o6/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1748692570.85357 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpjv0el7o6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1748692570.85353 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpjv0el7o6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1748692570.85342 +test INFO: Object update sweep completed on /tmp/tmpjv0el7o6/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:57211/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:57211/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:57211/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test INFO: Timeout waiting on remote server 127.0.0.1:57211/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test INFO: Timeout connecting to remote server 127.0.0.1:57211/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp7shhlbli/devices/sda1 (pid: 3317109) +test DEBUG: Update sent for /a/c/o /tmp/tmp7shhlbli/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1748692570.90325 +test INFO: Object update sweep completed on /tmp/tmp7shhlbli/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692586.00000-0, db: /tmp/tmphfr4cw8s/sda/containers/0/477/8e6c9c95059f948bd6785023c1cf3477/8e6c9c95059f948bd6785023c1cf3477.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmp22j7upks/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692574.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/c14/cd759ae3205d4b0f2001fe6a64db3c14/cd759ae3205d4b0f2001fe6a64db3c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692580.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/04a/5699cbb3d5b67b6d9af9defc2131d04a/5699cbb3d5b67b6d9af9defc2131d04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692583.00000-0, db: /tmp/tmpzd31wv_0/sda/containers/0/81e/5675bd15374c5d0da3140db5586d481e/5675bd15374c5d0da3140db5586d481e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692575.00000-0, db: /tmp/tmp5g9k906j/sda/containers/0/cae/82e18d41dbfea14e583454984b5ebcae/82e18d41dbfea14e583454984b5ebcae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692577.00000-0, db: /tmp/tmp5g9k906j/sda/containers/0/e5e/7a443c105fbb9fa47fadf41e8072ae5e/7a443c105fbb9fa47fadf41e8072ae5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmp5g9k906j/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692581.00000-0, db: /tmp/tmp5g9k906j/sda/containers/0/54a/86266900806095176eb65ba4183fb54a/86266900806095176eb65ba4183fb54a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692576.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/18f/72920fa78fe041e07e53fd196dc5f18f/72920fa78fe041e07e53fd196dc5f18f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692579.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/48b/669adb182bd520269b49feadcee0a48b/669adb182bd520269b49feadcee0a48b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692582.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/768/b5e3432deaed4a68a64e1dd05132e768/b5e3432deaed4a68a64e1dd05132e768.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692585.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c03/805f20b2d203a9ecc7171a90c61b5c03/805f20b2d203a9ecc7171a90c61b5c03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692588.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/20f/6c58ec05567e9700345db7adf5c0420f/6c58ec05567e9700345db7adf5c0420f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692591.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5d2/40eaf19ade51be26afd78c5ac2b7c5d2/40eaf19ade51be26afd78c5ac2b7c5d2.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Setting object count to 1058 (txn: tx811bde2c0ce04b1d9f030-00683aee57) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Setting object count to 1024 (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Setting object count to 1024 (txn: tx69c0868b88c64808a7f35-00683aee59) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692594.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/92b/c3b5b24f20da48c2149ca1c15b23b92b/c3b5b24f20da48c2149ca1c15b23b92b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692597.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a03/5829f52d772ca559626bf2452ec70a03/5829f52d772ca559626bf2452ec70a03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692600.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/455/b353adf9059e9889397bca37d1b3f455/b353adf9059e9889397bca37d1b3f455.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692603.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3/46cefa3dfc9ec790d6ea5da57c7a4ff3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692606.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ad5/49d43c04e0d90a3511af17af08845ad5/49d43c04e0d90a3511af17af08845ad5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692609.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/4a0/7d31d6119c1c22db6990d33d61ba54a0/7d31d6119c1c22db6990d33d61ba54a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692612.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c6f/8174a8f0f6908959e595d26cba007c6f/8174a8f0f6908959e595d26cba007c6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692615.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/bdc/44baf98713c2f0090d0076889e80dbdc/44baf98713c2f0090d0076889e80dbdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692618.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a/0f838ba5c5fbf67c109b8ca5e16b0e2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692621.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/761/50af340e377e79c57f88bc09877eb761/50af340e377e79c57f88bc09877eb761.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692624.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/0a3/793d1319da48d83e79d168b8e1d010a3/793d1319da48d83e79d168b8e1d010a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692627.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a20/d112fc9645154b8b78f8a5ecb98c8a20/d112fc9645154b8b78f8a5ecb98c8a20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692630.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/e9c/3d8798500004d01e1c13460cef521e9c/3d8798500004d01e1c13460cef521e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692633.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/b2a/6f76db5d6415aef426129b8188b7ab2a/6f76db5d6415aef426129b8188b7ab2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692636.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5d3/96f0db354f4ae20e71457f023dc4a5d3/96f0db354f4ae20e71457f023dc4a5d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692639.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/c60/f24efe3c27297240e3e8dfb128283c60/f24efe3c27297240e3e8dfb128283c60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692642.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a/4ff6a63e2e4e4d0692c28e4aaa0f6b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692645.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/620/1052f8fdd0abbf6746ae3f114c9a3620/1052f8fdd0abbf6746ae3f114c9a3620.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692648.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/af0/5909eb56d75e64d68657369d0314caf0/5909eb56d75e64d68657369d0314caf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692651.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/bf0/f0f9ded059b0ee7f38f95650d68dcbf0/f0f9ded059b0ee7f38f95650d68dcbf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692654.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/39c/0b957fe44729d7302d8ef259a0ac539c/0b957fe44729d7302d8ef259a0ac539c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692657.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/978/96d2301e5841680dc552aa80fe951978/96d2301e5841680dc552aa80fe951978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692660.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/93e/066d14c918e3e625db6250255ee6993e/066d14c918e3e625db6250255ee6993e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692663.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/af3/89d8fd9878163f11a05be0b690451af3/89d8fd9878163f11a05be0b690451af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692666.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/454/465e17f357855de1e8e59a587832c454/465e17f357855de1e8e59a587832c454.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692669.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/1ad/1fc018859c45d744b5c7cfa1bf1df1ad/1fc018859c45d744b5c7cfa1bf1df1ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692672.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5cb/c8281abb0908d22dd97f247dc175b5cb/c8281abb0908d22dd97f247dc175b5cb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692672.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5cb/c8281abb0908d22dd97f247dc175b5cb/c8281abb0908d22dd97f247dc175b5cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692675.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/7f0/85828a6d28d25e80feea1066729047f0/85828a6d28d25e80feea1066729047f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692678.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/a82/ae7833ca483d5434efbdaad3e2398a82/ae7833ca483d5434efbdaad3e2398a82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692681.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/75f/3f6755fc1543a09e4bd9671c97b2b75f/3f6755fc1543a09e4bd9671c97b2b75f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692684.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/db8/f2842cc7da81157cd941d904b4890db8/f2842cc7da81157cd941d904b4890db8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692684.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/db8/f2842cc7da81157cd941d904b4890db8/f2842cc7da81157cd941d904b4890db8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692687.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/93d/d1cc88f1941a58294e17c44ac804993d/d1cc88f1941a58294e17c44ac804993d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692690.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/874/f674bb82ab94d1ad1bd07004295a1874/f674bb82ab94d1ad1bd07004295a1874.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpldr3t2sy/devices/sda1 (pid: 3317109) +test INFO: Object update sweep progress on /tmp/tmpldr3t2sy/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update sweep progress on /tmp/tmpldr3t2sy/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update sweep completed on /tmp/tmpldr3t2sy/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test INFO: Object update sweep starting on /tmp/tmpqxbaqhw7/devices/sda1 (pid: 3317109) +test INFO: Object update sweep completed on /tmp/tmpqxbaqhw7/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3317109) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce0523bdc7704c9eaff2c-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc2888141f6c749be948ff-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8bea0cc281d4479fb1f24-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb1689e0486a14b0e89782-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5012f793e2894a88838d6-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx03fc35439baf4df188850-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx74292f43e7e24ddda55fc-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb1520c2295fa4ecfa1d4d-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9876403d4b4444b0b8c6a-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf5ef4762bfd149dea0eb5-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx66afcc6e6f9d4adda49c1-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx340984d03ec14b1784260-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfdc14f8929a94bd382a71-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf8c4fc7eb0af4621a0286-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx693a88196eac47b48af8c-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe98880cea012401abab10-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx50ecaa92d89f47b78a6d0-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd55f09ccb2eb4378a26df-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbeabe3bcece94de0a5d6d-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx258ee1119b4347cf885b6-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe9ba1d55713040719839d-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac1d64c71cf14b9199c5e-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd39157d1ea594b1eb514e-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9a4355d0610f4e7db9f3c-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txbd11900e7f3f42978dc2c-00683aee5b) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx1c6ecc218dc848edb4444-00683aee5b) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd6972861d47045368d29d-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692693.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/9e7/3442274eb5a0d261697617ad32f769e7/3442274eb5a0d261697617ad32f769e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692696.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/406/ad3aabff79e18d4b4f4f85664658b406/ad3aabff79e18d4b4f4f85664658b406.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692699.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/36c/a5b2c98d8b46b595fde8f0692849036c/a5b2c98d8b46b595fde8f0692849036c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692702.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/ec3/f58fc867060a92a5ee63dff7d5146ec3/f58fc867060a92a5ee63dff7d5146ec3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692705.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/12a/987874cd1428b9a2425c0c190b28112a/987874cd1428b9a2425c0c190b28112a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692708.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/aa1/484235b21f0b91a6f903a16519da5aa1/484235b21f0b91a6f903a16519da5aa1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692708.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/aa1/484235b21f0b91a6f903a16519da5aa1/484235b21f0b91a6f903a16519da5aa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692711.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/64b/f7ae05710b5135fe875d2e97e29e564b/f7ae05710b5135fe875d2e97e29e564b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692714.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/dc2/0fb39911d3c94049a891485f4435cdc2/0fb39911d3c94049a891485f4435cdc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692717.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5c3/11333dfd6a3c1cc3071927e2545c75c3/11333dfd6a3c1cc3071927e2545c75c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692720.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/46f/b34dd970ba0f362af375ed072243b46f/b34dd970ba0f362af375ed072243b46f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692723.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/49a/60e13b9ddacc670ea99efbaffacd349a/60e13b9ddacc670ea99efbaffacd349a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692726.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/f2d/571b4b2efb62554527252d536d34ef2d/571b4b2efb62554527252d536d34ef2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692729.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5ef/50d85247c4f3fbee5be4957b645375ef/50d85247c4f3fbee5be4957b645375ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692732.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5f8/6378e8ac88ca31ad553a32e6929965f8/6378e8ac88ca31ad553a32e6929965f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692732.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/5f8/6378e8ac88ca31ad553a32e6929965f8/6378e8ac88ca31ad553a32e6929965f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692735.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/0c0/5e30e919abe836b7cc71365f617c30c0/5e30e919abe836b7cc71365f617c30c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692738.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/467/9476e5029d1b52a06ca049b23b4a6467/9476e5029d1b52a06ca049b23b4a6467.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692738.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/467/9476e5029d1b52a06ca049b23b4a6467/9476e5029d1b52a06ca049b23b4a6467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx25b0411bd89d4623a4b97-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx88762b8876334d8680be7-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx941379b60d8940a8ad2c3-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx160eeaeba98346369d3e9-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx62e38920d2dc4a01972f1-00683aee5b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx70008c244d9044429a975-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx052b8c33c31045db8bd33-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5d76aefae9e496fb847b-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeb135413a09b4e76a1850-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf2495f16e24e4381994cb-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx04443b50cf59435cb3d1d-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdd71d2b5fd304d6cae9aa-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx3e68ea1e800c492587182-00683aee5b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e68ea1e800c492587182-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp6da2zdpu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6da2zdpu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp6da2zdpu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6da2zdpu/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0117 "-" 3317109 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 3317109 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0112 "-" 3317109 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0072 "-" 3317109 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb37d93055e7f4f95ac8a7-00683aee5c" "proxy-server 3317109" 0.0094 "-" 3317109 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59827/sdb1/0/a/c" "txb37d93055e7f4f95ac8a7-00683aee5c" "container-server 3317109" 0.0011 "-" 3317109 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48403/sda1/0/a/c" "txb37d93055e7f4f95ac8a7-00683aee5c" "container-server 3317109" 0.0095 "-" 3317109 0 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1748692741.00000-0, db: /tmp/tmpm2m25e2m/sda/containers/0/4db/bc7fe9b100fd48fba5cb7ce57fc384db/bc7fe9b100fd48fba5cb7ce57fc384db.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpflcco748/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpflcco748/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692541.52432, (5, 5) as of 1748692572.31450, cleaved as of 1748692541.52432> in 0.007s, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpflcco748/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.11572.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test INFO: Cleaved ShardRange in 0.025s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1748692541.52432, (1, 6144) as of 1748692572.45452, cleaved as of 1748692541.52432> in 0.027s, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpncu3oom2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.34609.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaved ShardRange in 0.018s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692541.52432, (6, 6) as of 1748692572.62768, cleaved as of 1748692541.52432> in 0.016s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '413484f4-2b6b-480b-a921-88ae854f8217-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +test.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (6, 6) as of 1748692572.62768, cleaved as of 1748692541.52432>, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.01236581802368164s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692541.52432, (6, 6) as of 1748692572.62768, cleaved as of 1748692541.52432> in 0.02s, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwxhfrmns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.50198.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, found as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +Unlinked retiring db '/tmp/tmpsoq81ji5/containers/part/suffix/hash/container.db' +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpfv9bt2my/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692541.52432, (3, 6) as of 1748692573.01521, cleaved as of 1748692541.52432> in 0.011s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692541.52432, (1, 100) as of 1748692573.04366, cleaved as of 1748692541.52432> in 0.01s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1748692541.52432, (1, 1000) as of 1748692573.09321, cleaved as of 1748692541.52432> in 0.01s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1748692541.52432, (2, 15) as of 1748692573.12381, active as of 1748692541.52432>, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1748692541.52432, (2, 15) as of 1748692573.12381, active as of 1748692541.52432> in 0.019s, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +test.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb37d93055e7f4f95ac8a7-00683aee5c" "proxy-server 3317109" 0.0413 "-" 3317109 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb37d93055e7f4f95ac8a7-00683aee5c" "proxy-server 3317109" 0.0271 "-" 3317109 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb37d93055e7f4f95ac8a7-00683aee5c - 0.0663 - - 1748692572.023690701 1748692572.090029478 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9d16a0d3b7b94170a294b-00683aee5c" "proxy-server 3317109" 0.0135 "-" 3317109 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:48403/sda1/2/a1/c1" "tx9d16a0d3b7b94170a294b-00683aee5c" "container-server 3317109" 0.0011 "-" 3317109 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:59827/sdb1/2/a1/c1" "tx9d16a0d3b7b94170a294b-00683aee5c" "container-server 3317109" 0.0011 "-" 3317109 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9d16a0d3b7b94170a294b-00683aee5c" "proxy-server 3317109" 0.0378 "-" 3317109 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9d16a0d3b7b94170a294b-00683aee5c" "proxy-server 3317109" 0.0258 "-" 3317109 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9d16a0d3b7b94170a294b-00683aee5c - 0.0666 - - 1748692572.091604710 1748692572.158224344 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39a30af7d4554f2ea171e-00683aee5c" "proxy-server 3317109" 0.0101 "-" 3317109 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:48403/sda1/0/a/c1" "tx39a30af7d4554f2ea171e-00683aee5c" "container-server 3317109" 0.0113 "-" 3317109 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:59827/sdb1/0/a/c1" "tx39a30af7d4554f2ea171e-00683aee5c" "container-server 3317109" 0.0060 "-" 3317109 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx39a30af7d4554f2ea171e-00683aee5c" "proxy-server 3317109" 0.0238 "-" 3317109 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx39a30af7d4554f2ea171e-00683aee5c" "proxy-server 3317109" 0.0371 "-" 3317109 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx39a30af7d4554f2ea171e-00683aee5c - 0.0580 - - 1748692572.159620523 1748692572.217576265 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0b0e3788362b4eb4a5e0e-00683aee5c" "proxy-server 3317109" 0.0022 "-" 3317109 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:48403/sda1/2/a/c2" "tx0b0e3788362b4eb4a5e0e-00683aee5c" "container-server 3317109" 0.0011 "-" 3317109 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:59827/sdb1/2/a/c2" "tx0b0e3788362b4eb4a5e0e-00683aee5c" "container-server 3317109" 0.0017 "-" 3317109 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0b0e3788362b4eb4a5e0e-00683aee5c" "proxy-server 3317109" 0.0217 "-" 3317109 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:12 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0b0e3788362b4eb4a5e0e-00683aee5c" "proxy-server 3317109" 0.0354 "-" 3317109 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0b0e3788362b4eb4a5e0e-00683aee5c - 0.0523 - - 1748692572.227236509 1748692572.279579639 2 +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpfv9bt2my/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692572.80637.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test INFO: Cleaved ShardRange in 0.014s, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1fo9ac29/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.23494.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpakcbn5ma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.32546.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.318092346191406e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaved ShardRange in 0.023s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, found as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017976760864257812s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.748603820800781e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.796287536621094e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppn7jkruj/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692541.52432, (3, 6) as of 1748692573.71731, cleaved as of 1748692541.52432> in 0.003s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692541.52432, (1, 100) as of 1748692573.74254, cleaved as of 1748692541.52432> in 0.012s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011920928955078125s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.794929504394531e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1748692541.52432, (1, 1000) as of 1748692573.83969, cleaved as of 1748692541.52432> in 0.022s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1748692541.52432, (2, 15) as of 1748692573.87543, active as of 1748692541.52432>, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1748692541.52432, (2, 15) as of 1748692573.87543, active as of 1748692541.52432> in 0.015s, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmppn7jkruj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.47409.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1748692541.52432, (500000, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1748692541.52432, (2, 103) as of 1748692574.07059, cleaved as of 1748692541.52432> in 0.017s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1748692574.10671, (500000, 0) as of 1748692574.10671, created as of 1748692574.10671>, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1748692574.10671, (3, 1103) as of 1748692574.13993, cleaved as of 1748692574.10671> in 0.016s, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp3h7k794i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692573.96244.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.319450378417969e-05s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp4wpb0kxv/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.698204040527344e-05s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000171661376953125s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1748692574.16132, (0, 0) as of 1748692574.16132, sharding as of 1748692574.16132>, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1748692541.52432, (3, 6) as of 1748692574.28364, cleaved as of 1748692541.52432> in 0.019s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.866455078125e-05s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011897087097167969s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1748692541.52432, (2, 15) as of 1748692574.30437, cleaved as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1748692574.16132, (0, 0) as of 1748692574.16132, sharding as of 1748692574.16132>, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1748692541.52432, (2, 15) as of 1748692574.30437, cleaved as of 1748692541.52432> in 0.018s, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4wpb0kxv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692574.16134.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkbx8dbdy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Setting object count to 1072 (txn: tx25f84ab1736847d992374-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Setting object count to 1072 (txn: txea494729c24146c6b19aa-00683aee5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test DEBUG: Setting object count to 1072 (txn: txc0c1231f9eb7451391dae-00683aee5e) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1748692574.45674, (1000, 11111) as of 1748692574.45674, created as of 1748692574.45674>, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018215179443359375s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1748692597.00000, (0, 0) as of 1748692586.00000, shrunk as of 1748692586.00000>, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692574.45674, (1000, 11111) as of 1748692574.45674, created as of 1748692574.45674> in 0.015s, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1748692587.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1748692574.57617, (1000, 11111) as of 1748692574.57617, cleaved as of 1748692574.57617>, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1748692624.00000, (0, 0) as of 1748692613.00000, shrunk as of 1748692613.00000>, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692574.57617, (1000, 11111) as of 1748692574.57617, cleaved as of 1748692574.57617> in 0.019s, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1748692614.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1748692574.70742, (1000, 11111) as of 1748692574.70742, active as of 1748692574.70742>, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1748692651.00000, (0, 0) as of 1748692640.00000, shrunk as of 1748692640.00000>, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1748692574.70742, (1000, 11111) as of 1748692574.70742, active as of 1748692574.70742> in 0.016s, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1748692641.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014925003051757812s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010728836059570312s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1748692574.82082, (1000, 11111) as of 1748692574.82082, created as of 1748692574.82082>, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1748692667.00000, (0, 0) as of 1748692667.00000, shrinking as of 1748692667.00000>, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692574.82082, (1000, 11111) as of 1748692574.82082, created as of 1748692574.82082> in 0.029s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1748692574.82086, (1000, 11111) as of 1748692574.82086, created as of 1748692574.82086>, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1748692667.00000, (0, 0) as of 1748692667.00000, shrinking as of 1748692667.00000>, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692574.82086, (1000, 11111) as of 1748692574.82086, created as of 1748692574.82086> in 0.01s, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1748692668.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1748692574.98682, (1000, 11111) as of 1748692574.98682, cleaved as of 1748692574.98682>, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1748692700.00000, (0, 0) as of 1748692700.00000, shrinking as of 1748692700.00000>, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692574.98682, (1000, 11111) as of 1748692574.98682, cleaved as of 1748692574.98682> in 0.022s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1748692574.98686, (1000, 11111) as of 1748692574.98686, cleaved as of 1748692574.98686>, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001800060272216797s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1748692700.00000, (0, 0) as of 1748692700.00000, shrinking as of 1748692700.00000>, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692574.98686, (1000, 11111) as of 1748692574.98686, cleaved as of 1748692574.98686> in 0.014s, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1748692701.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010776519775390625s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1748692575.14234, (1000, 11111) as of 1748692575.14234, active as of 1748692575.14234>, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018310546875s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001385211944580078s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1748692733.00000, (0, 0) as of 1748692733.00000, shrinking as of 1748692733.00000>, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.14234, (1000, 11111) as of 1748692575.14234, active as of 1748692575.14234> in 0.015s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1748692575.14238, (1000, 11111) as of 1748692575.14238, active as of 1748692575.14238>, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017118453979492188s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1748692733.00000, (0, 0) as of 1748692733.00000, shrinking as of 1748692733.00000>, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1748692575.14238, (1000, 11111) as of 1748692575.14238, active as of 1748692575.14238> in 0.015s, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1748692734.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014162063598632812s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1748692575.28891, (1000, 11111) as of 1748692575.28891, cleaved as of 1748692575.28891>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001995563507080078s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1748692766.00000, (0, 0) as of 1748692766.00000, shrinking as of 1748692766.00000>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.28891, (1000, 11111) as of 1748692575.28891, cleaved as of 1748692575.28891> in 0.011s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1748692575.28895, (1000, 11111) as of 1748692575.28895, cleaved as of 1748692575.28895>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1748692766.00000, (0, 0) as of 1748692766.00000, shrinking as of 1748692766.00000>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692575.28895, (1000, 11111) as of 1748692575.28895, cleaved as of 1748692575.28895> in 0.013s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1748692575.28895, (1000, 11111) as of 1748692575.28895, cleaved as of 1748692575.28895>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1748692766.00000, (0, 0) as of 1748692766.00000, shrinking as of 1748692766.00000>, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692575.28895, (1000, 11111) as of 1748692575.28895, cleaved as of 1748692575.28895> in 0.019s, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1748692767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001709461212158203s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1748692575.49173, (1000, 11111) as of 1748692575.49173, created as of 1748692575.49173>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1748692805.00000, (0, 0) as of 1748692805.00000, shrinking as of 1748692805.00000>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.49173, (1000, 11111) as of 1748692575.49173, created as of 1748692575.49173> in 0.014s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1748692575.49177, (1000, 11111) as of 1748692575.49177, created as of 1748692575.49177>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1748692805.00000, (0, 0) as of 1748692805.00000, shrinking as of 1748692805.00000>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692575.49177, (1000, 11111) as of 1748692575.49177, created as of 1748692575.49177> in 0.015s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1748692575.49177, (1000, 11111) as of 1748692575.49177, created as of 1748692575.49177>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1748692805.00000, (0, 0) as of 1748692805.00000, shrinking as of 1748692805.00000>, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692575.49177, (1000, 11111) as of 1748692575.49177, created as of 1748692575.49177> in 0.009s, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1748692806.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.008253097534179688s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1748692575.67639, (1000, 11111) as of 1748692575.67639, active as of 1748692575.67639>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1748692844.00000, (0, 0) as of 1748692844.00000, shrinking as of 1748692844.00000>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.67639, (1000, 11111) as of 1748692575.67639, active as of 1748692575.67639> in 0.014s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1748692575.67643, (1000, 11111) as of 1748692575.67643, active as of 1748692575.67643>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1748692844.00000, (0, 0) as of 1748692844.00000, shrinking as of 1748692844.00000>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692575.67643, (1000, 11111) as of 1748692575.67643, active as of 1748692575.67643> in 0.014s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1748692575.67644, (1000, 11111) as of 1748692575.67644, active as of 1748692575.67644>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1748692844.00000, (0, 0) as of 1748692844.00000, shrinking as of 1748692844.00000>, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1748692575.67644, (1000, 11111) as of 1748692575.67644, active as of 1748692575.67644> in 0.014s, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1748692845.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgd7b4u12/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1748692575.86765, (1000, 11111) as of 1748692575.86765, created as of 1748692575.86765>, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1748692883.00000, (0, 0) as of 1748692883.00000, shrinking as of 1748692883.00000>, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.86765, (1000, 11111) as of 1748692575.86765, created as of 1748692575.86765> in 0.014s, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '9cccfa00-efa4-4177-a1f3-9c7a855379ff-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpgd7b4u12/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1748692884.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.008279561996459961s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1748692575.99613, (1000, 11111) as of 1748692575.99613, cleaved as of 1748692575.99613>, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1748692909.00000, (0, 0) as of 1748692909.00000, shrinking as of 1748692909.00000>, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692575.99613, (1000, 11111) as of 1748692575.99613, cleaved as of 1748692575.99613> in 0.015s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1748692575.99617, (1000, 11111) as of 1748692575.99617, cleaved as of 1748692575.99617>, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1748692909.00000, (0, 0) as of 1748692909.00000, shrinking as of 1748692909.00000>, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1748692575.99617, (1000, 11111) as of 1748692575.99617, cleaved as of 1748692575.99617> in 0.01s, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f123d1a3-1218-4fc4-9272-0ca9d323c34a-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpgd7b4u12/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1748692910.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001380443572998047s, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '2f0f28a8-2f43-434a-9cdb-e5082176320d-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpgd7b4u12/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1748692942.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '83ea227f-9774-4676-8d20-d680f53abd83-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpgd7b4u12/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1748692962.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001518726348876953s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1748692576.30754, (1000, 11111) as of 1748692576.30754, cleaved as of 1748692576.30754>, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1748692981.00000, (0, 0) as of 1748692981.00000, shrinking as of 1748692981.00000>, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1748692576.30754, (1000, 11111) as of 1748692576.30754, cleaved as of 1748692576.30754> in 0.015s, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '5fdd7b18-c592-4e3f-a2f3-942f051f1889-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpgd7b4u12/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1748692982.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011444091796875s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1748692579.00000, (0, 0) as of 1748692579.00000, active as of 1748692579.00000>, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1748692576.49156, (0, 0) as of 1748692577.00000, shrunk as of 1748692577.00000>, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1748692579.00000, (0, 0) as of 1748692579.00000, active as of 1748692579.00000> in 0.015s, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpy3nq_acg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1748692579.00000, (0, 0) as of 1748692579.00000, active as of 1748692579.00000>, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1748692577.00000, (0, 0) as of 1748692577.00000, sharding as of 1748692577.00000>, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1748692579.00000, (0, 0) as of 1748692579.00000, active as of 1748692579.00000> in 0.014s, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp34j6izip/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001666545867919922s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpa9n6c7x1/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001633167266845703s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1748692576.82616, (0, 0) as of 1748692577.00000, shrunk as of 1748692577.00000>, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test INFO: Cleaved ShardRange in 0.015s, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp48pcnoxa/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692578.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1748692541.52432, (2, 3) as of 1748692576.93831, cleaved as of 1748692541.52432> in 0.011s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1748692541.52432, (2, 103) as of 1748692577.01197, cleaved as of 1748692541.52432> in 0.019s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, found as of 1748692541.52432>, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692577.02485>, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1748692541.52432, (1, 1000) as of 1748692577.07063, cleaved as of 1748692577.02485> in 0.022s, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpmihy8zb3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692576.84675.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test INFO: Cleaved ShardRange in 0.016s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1748692541.52432, (1, 18432) as of 1748692577.19254, cleaved as of 1748692541.52432> in 0.02s, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp8j3wcbu_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.09403.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '6b756a7017bdf4664cd8b6a375406757', '3ce4d48c-3266-4028-b9b4-727987caedb7-sdb', '1748692577.26032', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1748692579.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1748692580.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1748692581.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1748692582.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1748692583.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3ce4d48c-3266-4028-b9b4-727987caedb7-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001881122589111328s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaved ShardRange in 0.018s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.008353948593139648s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692541.52432, (3, 3) as of 1748692577.41177, cleaved as of 1748692541.52432> in 0.022s, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp7rn59vow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '7615b21b-a246-4083-9ecf-00c481a1cc92-', '1748692577.25100', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-5433416b-45a8-4621-9c00-3719c8354d69-sda": ["{\\"ref\\": \\"5433416b-45a8-4621-9c00-3719c8354d69-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1748692577.41309"]}') +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: Setting object count to 1068 (txn: txd0f43b3dd1334866a6dc1-00683aee5b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Setting object count to 1068 (txn: txafb18a77f8024e22a8cf6-00683aee5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx013dd3096ee149a988166-00683aee5d) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx013dd3096ee149a988166-00683aee5d) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx013dd3096ee149a988166-00683aee5d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx089a5fc9c3c74e2f9202d-00683aee5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3d268bc58b9745d097468-00683aee61) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1748692541.52432', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1748692577.37591', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692541.52432', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1748692541.52432', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1748692577.41177', 'deleted': 0, 'state': 40, 'state_timestamp': '1748692541.52432', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1748692577.30629', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1748692577.42043', 'deleted': 0, 'state': 70, 'state_timestamp': '1748692577.30635', 'epoch': '1748692577.30635', 'reported': 0, 'tombstones': -1}], '7615b21b-a246-4083-9ecf-00c481a1cc92-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaved ShardRange in 0.019s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1748692541.52432, (3, 3) as of 1748692577.41177, active as of 1748692541.52432>, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002815723419189453s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1748692541.52432, (3, 3) as of 1748692577.41177, active as of 1748692541.52432> in 0.017s, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp7rn59vow/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.30635.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp2bk49yep/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b3286fa4-4828-40f4-b9cb-d13d4a957068-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpt6ra67g0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b3286fa4-4828-40f4-b9cb-d13d4a957068-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpt6ra67g0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b3286fa4-4828-40f4-b9cb-d13d4a957068-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpt6ra67g0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b3286fa4-4828-40f4-b9cb-d13d4a957068-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpt6ra67g0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f2b82eab-0c49-4a94-a5a3-a20c1ea29643-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpt6ra67g0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bc4c4959-cb8a-4b44-a640-b4e501f5aafe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpj8nyzvrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bc4c4959-cb8a-4b44-a640-b4e501f5aafe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpj8nyzvrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bc4c4959-cb8a-4b44-a640-b4e501f5aafe-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpj8nyzvrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bc4c4959-cb8a-4b44-a640-b4e501f5aafe-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpj8nyzvrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c78e923b-63d8-41b2-af98-a8d01de0355c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpj8nyzvrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692577.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpl6prqqwd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpjmzo_j3a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpjmzo_j3a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpjmzo_j3a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp6t4ra49x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9g22e74b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp9g22e74b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp9g22e74b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9g22e74b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1748692578.15831, (100000, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmp9g22e74b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9b_hwoa9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp9b_hwoa9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp9b_hwoa9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmprfd5r5w9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp767i81km/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpreejbenq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp5vv_gdws/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpyv3vkian/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpyv3vkian/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpyv3vkian/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpyv3vkian/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpffw5ba55/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpffw5ba55/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpffw5ba55/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpffw5ba55/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1fmpmxdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1fmpmxdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1fmpmxdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp1fmpmxdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpnm6y7wfm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpnm6y7wfm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpnm6y7wfm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpnm6y7wfm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp_uhyq8fr/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp_uhyq8fr/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp_uhyq8fr/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:18 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e7b51dec-98e8-451e-bd2b-9eb7e0a72e7c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpig4edi2n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-05-31T11:56:18.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpig4edi2n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2025-05-31T11:56:19.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp_i25xulq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692579.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.dbtest.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok + +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpiuifb4jj/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpawbs714d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpi803bnv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpi803bnv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpi803bnv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpi803bnv9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018978118896484375s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002608299255371094s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002243518829345703s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017023086547851562s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692578.89492, (0, 0) as of 1748692578.89492, active as of 1748692578.89492>, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692578.89493, (0, 0) as of 1748692578.89493, active as of 1748692578.89493>, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692578.89493, (0, 0) as of 1748692578.89493, active as of 1748692578.89493>, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000118255615234375s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692578.89493, (0, 0) as of 1748692578.89493, active as of 1748692578.89493>, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692578.89493, (0, 0) as of 1748692578.89493, active as of 1748692578.89493>, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp480hwp1n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692578.89548.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002300739288330078s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002224445343017578s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001938343048095703s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp10mpck5g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020432472229003906s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001780986785888672s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024437904357910156s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692579.36369, (0, 0) as of 1748692579.36369, active as of 1748692579.36369>, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692579.36370, (0, 0) as of 1748692579.36370, active as of 1748692579.36370>, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692579.36370, (0, 0) as of 1748692579.36370, active as of 1748692579.36370>, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpa335bc_i/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa335bc_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.36428.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002129077911376953s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021266937255859375s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002028942108154297s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021910667419433594s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002148151397705078s, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692579.48643, (0, 0) as of 1748692579.48643, active as of 1748692579.48643>, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692579.48644, (0, 0) as of 1748692579.48644, active as of 1748692579.48644>, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp00r1tpdc/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692579.48644, (0, 0) as of 1748692579.48644, active as of 1748692579.48644>, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp00r1tpdc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.48888.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002880096435546875s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692579.62266, (0, 0) as of 1748692579.62266, active as of 1748692579.62266>, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpmq847aww/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692579.62267, (0, 0) as of 1748692579.62267, active as of 1748692579.62267>, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692579.62267, (0, 0) as of 1748692579.62267, active as of 1748692579.62267>, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpmq847aww/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmq847aww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.62322.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000209808349609375s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002701282501220703s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024628639221191406s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020837783813476562s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001773834228515625s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692579.72534, (0, 0) as of 1748692579.72534, active as of 1748692579.72534>, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692579.72535, (0, 0) as of 1748692579.72535, active as of 1748692579.72535>, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692579.72535, (0, 0) as of 1748692579.72535, active as of 1748692579.72535>, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692579.72534, (0, 0) as of 1748692579.72534, active as of 1748692579.72534>, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx10dfazk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.73010.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002009868621826172s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013327598571777344s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013136863708496094s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002009868621826172s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000164031982421875s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020766258239746094s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021266937255859375s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020813941955566406s, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbgcgn9r6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692579.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019121170043945312s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001285076141357422s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016450881958007812s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001747608184814453s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017595291137695312s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017714500427246094s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001430511474609375s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001251697540283203s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013136863708496094s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpt__payrd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1748692581.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015687942504882812s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014400482177734375s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +sharder-test DEBUG: got 2 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013327598571777344s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.367134094238281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpwm9xzr2r/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002238750457763672s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.939338684082031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp_y47calf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019788742065429688s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, active as of 1748692541.52432>, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpmhkl6dzl/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000213623046875s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000186920166015625s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020694732666015625s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002033710479736328s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022339820861816406s, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1748692580.64319, (0, 0) as of 1748692580.64319, active as of 1748692580.64319>, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1748692580.64320, (0, 0) as of 1748692580.64320, active as of 1748692580.64320>, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1748692580.64321, (0, 0) as of 1748692580.64321, active as of 1748692580.64321>, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps7dwnyj5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692580.64379.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1oeu8tzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp1oeu8tzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp1oeu8tzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp1oeu8tzd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmptf72k0md/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmptf72k0md/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmptf72k0md/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmptf72k0md/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpymy1775y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpymy1775y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpymy1775y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpymy1775y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5yq6ar6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5yq6ar6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5yq6ar6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5yq6ar6d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmptgxdsfv2/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle + self._process_broker(broker, node, part) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmptgxdsfv2/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:20 2025 audit_shard - attempted:0 success:0 failure:0 +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:21 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Setting object count to 1058 (txn: tx3d268bc58b9745d097468-00683aee61) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Setting object count to 1024 (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Setting object count to 1024 (txn: txf1dceda96b9a4f949bbff-00683aee63) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpd8h28xxt/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpd8h28xxt/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpd8h28xxt/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpd8h28xxt/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp2usw4fwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692581.18079.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpflyjnuwy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpflyjnuwy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpflyjnuwy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpflyjnuwy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpflyjnuwy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpguhlb2ng/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp99qa4goy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001461505889892578s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash60False/hash60False_1748692581.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014662742614746094s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash60True/hash60True_1748692600.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/lse/hash50False/hash50False_1748692619.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Setting object count to 1072 (txn: txb24bdd9415394f86a9336-00683aee60) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx57fbb5b89d0e48a4acf6c-00683aee62) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx57fbb5b89d0e48a4acf6c-00683aee62) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx57fbb5b89d0e48a4acf6c-00683aee62) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx57fbb5b89d0e48a4acf6c-00683aee62) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx57fbb5b89d0e48a4acf6c-00683aee62) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx11e9667fba2e442395202-00683aee63) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - zero objects found, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgtnotob4/sda/containers/0/rue/hash50True/hash50True_1748692635.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h60/hash60/hash60_1748692581.71107.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h50/hash50/hash50_1748692581.73301.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpvf5uxtiv/sda/containers/0/h70/hash70/hash70_1748692581.75424.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpbegrsk6m/sda/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle + self._periodic_report_stats() + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container + direct_put_container(node, part, account, container, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdlkkzwqi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpb7ui5mas/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpb7ui5mas/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000194549560546875s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpb7ui5mas/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpb7ui5mas/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1748692541.52432, (0, 0) as of 1748692541.52432, cleaved as of 1748692541.52432> in 0.002s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00037550926208496094s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1748692541.52432, (2, 2) as of 1748692582.37733, cleaved as of 1748692541.52432> in 0.015s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpb7ui5mas/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432>, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1748692541.52432, (0, 0) as of 1748692541.52432, created as of 1748692541.52432> - shard db already in sync, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1748692541.52432, (3, 3) as of 1748692582.48767, cleaved as of 1748692541.52432> in 0.009s, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb7ui5mas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.05819.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'beb37516-f9cf-4b9d-a37b-17b6c3e3eacd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyhrvdha1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'beb37516-f9cf-4b9d-a37b-17b6c3e3eacd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyhrvdha1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'beb37516-f9cf-4b9d-a37b-17b6c3e3eacd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyhrvdha1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'beb37516-f9cf-4b9d-a37b-17b6c3e3eacd-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyhrvdha1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ef8ae66b-b53a-4f67-8364-d686fa7ed38d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyhrvdha1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1748692582.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphz7gvos0/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphz7gvos0/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmphz7gvos0/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Sun Jun 1 01:56:22 2025 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpeuuey_7e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpq_krc49o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmp5came7i1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00029277801513671875s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019788742065429688s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001366138458251953s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002281665802001953s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp22wqhnnq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.008235692977905273s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00021505355834960938s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00015544891357421875s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014495849609375s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001838207244873047s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027298927307128906s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011920928955078125s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003387928009033203s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000118255615234375s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring @@ -94997,252 +102128,997 @@ test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001220703125s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002238750457763672s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpj98gtpif/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpoh308c0q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpoh308c0q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Skipping the update of recently changed /tmp/tmp70igplaz/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp70igplaz/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp70igplaz/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmp70igplaz/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpg9bamimf/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpg9bamimf/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpt0dn65r0/sdq is not mounted proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx5ec3e43336de4ff592939-00683aee67) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txa589ea6667bb460b8a2e9-00683aee67) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpq210vtgo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq210vtgo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpq210vtgo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq210vtgo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4e9420e730504f959dbd7-00683aee67" "proxy-server 3317104" 0.0012 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41879/sdb1/1/a/c" "tx4e9420e730504f959dbd7-00683aee67" "container-server 3317104" 0.0011 "-" 3317104 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45707/sda1/1/a/c" "tx4e9420e730504f959dbd7-00683aee67" "container-server 3317104" 0.0017 "-" 3317104 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4e9420e730504f959dbd7-00683aee67" "proxy-server 3317104" 0.0138 "-" 3317104 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4e9420e730504f959dbd7-00683aee67" "proxy-server 3317104" 0.0100 "-" 3317104 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4e9420e730504f959dbd7-00683aee67 - 0.0221 - - 1748692583.334506512 1748692583.356642246 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx588e2d50bce044dd9fcf0-00683aee67" "proxy-server 3317104" 0.0012 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41879/sdb1/1/a1/c1" "tx588e2d50bce044dd9fcf0-00683aee67" "container-server 3317104" 0.0011 "-" 3317104 0 +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45707/sda1/1/a1/c1" "tx588e2d50bce044dd9fcf0-00683aee67" "container-server 3317104" 0.0010 "-" 3317104 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx588e2d50bce044dd9fcf0-00683aee67" "proxy-server 3317104" 0.0127 "-" 3317104 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx588e2d50bce044dd9fcf0-00683aee67" "proxy-server 3317104" 0.0091 "-" 3317104 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx588e2d50bce044dd9fcf0-00683aee67 - 0.0252 - - 1748692583.358126402 1748692583.383311510 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx21447ce35997442a970bc-00683aee67" "proxy-server 3317104" 0.0020 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45707/sda1/2/a/c1" "tx21447ce35997442a970bc-00683aee67" "container-server 3317104" 0.0012 "-" 3317104 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41879/sdb1/2/a/c1" "tx21447ce35997442a970bc-00683aee67" "container-server 3317104" 0.0018 "-" 3317104 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx21447ce35997442a970bc-00683aee67" "proxy-server 3317104" 0.0152 "-" 3317104 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx21447ce35997442a970bc-00683aee67" "proxy-server 3317104" 0.0245 "-" 3317104 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx21447ce35997442a970bc-00683aee67 - 0.0414 - - 1748692583.384756565 1748692583.426133394 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8a108a6ec6394e7b93ba6-00683aee67" "proxy-server 3317104" 0.0020 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41879/sdb1/1/a/c2" "tx8a108a6ec6394e7b93ba6-00683aee67" "container-server 3317104" 0.0010 "-" 3317104 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45707/sda1/1/a/c2" "tx8a108a6ec6394e7b93ba6-00683aee67" "container-server 3317104" 0.0016 "-" 3317104 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a108a6ec6394e7b93ba6-00683aee67" "proxy-server 3317104" 0.0090 "-" 3317104 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a108a6ec6394e7b93ba6-00683aee67" "proxy-server 3317104" 0.0139 "-" 3317104 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8a108a6ec6394e7b93ba6-00683aee67 - 0.0224 - - 1748692583.427561998 1748692583.449943066 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3cf0fe3d890e4166abb06-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: tx3cf0fe3d890e4166abb06-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx6e6c3cf93864463ba9eb5-00683aee65) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test DEBUG: Setting object count to 3120 (txn: tx8d9dff76e17a4854b60fd-00683aee67) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test DEBUG: Setting object count to 3120 (txn: tx9fa00f957d5f4fa899869-00683aee67) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx06b63e76a4e34846884b0-00683aee67) +test DEBUG: Setting object count to 3120 (txn: tx06b63e76a4e34846884b0-00683aee67) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx097622d819b74d93a7573-00683aee68) +test DEBUG: Setting object count to 3120 (txn: tx097622d819b74d93a7573-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test DEBUG: Setting object count to 3120 (txn: txb30b5cb706024f1ebfc2d-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx006a7418bb114ebf949aa-00683aee67) +test INFO: Client disconnected on read of '/a/c' (txn: tx006a7418bb114ebf949aa-00683aee67) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx3c963b5ac6cd460784880-00683aee67) +test INFO: Client disconnected on read of '/a/c' (txn: tx3c963b5ac6cd460784880-00683aee67) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ea24a32c7d46a99bf71-00683aee68) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ea24a32c7d46a99bf71-00683aee68) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ea24a32c7d46a99bf71-00683aee68) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txa8ea24a32c7d46a99bf71-00683aee68) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpg6oceyu6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpg6oceyu6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpg6oceyu6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpg6oceyu6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx91e9723bd98444e3b7e05-00683aee68" "proxy-server 3317104" 0.0021 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51501/sda1/1/a/c" "tx91e9723bd98444e3b7e05-00683aee68" "container-server 3317104" 0.0011 "-" 3317104 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60963/sdb1/1/a/c" "tx91e9723bd98444e3b7e05-00683aee68" "container-server 3317104" 0.0010 "-" 3317104 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91e9723bd98444e3b7e05-00683aee68" "proxy-server 3317104" 0.0142 "-" 3317104 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx91e9723bd98444e3b7e05-00683aee68" "proxy-server 3317104" 0.0095 "-" 3317104 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx91e9723bd98444e3b7e05-00683aee68 - 0.0233 - - 1748692584.979680777 1748692585.003013134 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc6227b79991a445a90831-00683aee69" "proxy-server 3317104" 0.0012 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51501/sda1/1/a1/c1" "txc6227b79991a445a90831-00683aee69" "container-server 3317104" 0.0012 "-" 3317104 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60963/sdb1/1/a1/c1" "txc6227b79991a445a90831-00683aee69" "container-server 3317104" 0.0011 "-" 3317104 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc6227b79991a445a90831-00683aee69" "proxy-server 3317104" 0.0101 "-" 3317104 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc6227b79991a445a90831-00683aee69" "proxy-server 3317104" 0.0152 "-" 3317104 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc6227b79991a445a90831-00683aee69 - 0.0225 - - 1748692585.004367590 1748692585.026881933 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ca51a729198431eab99c-00683aee69" "proxy-server 3317104" 0.0020 "-" 3317104 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51501/sda1/2/a/c1" "tx5ca51a729198431eab99c-00683aee69" "container-server 3317104" 0.0011 "-" 3317104 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60963/sdb1/2/a/c1" "tx5ca51a729198431eab99c-00683aee69" "container-server 3317104" 0.0017 "-" 3317104 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ca51a729198431eab99c-00683aee69" "proxy-server 3317104" 0.0140 "-" 3317104 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5ca51a729198431eab99c-00683aee69" "proxy-server 3317104" 0.0102 "-" 3317104 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5ca51a729198431eab99c-00683aee69 - 0.0229 - - 1748692585.028185606 1748692585.051129341 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx12287cd1d05148fcad643-00683aee69" "proxy-server 3317104" 0.0020 "-" 3317104 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51501/sda1/1/a/c2" "tx12287cd1d05148fcad643-00683aee69" "container-server 3317104" 0.0018 "-" 3317104 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60963/sdb1/1/a/c2" "tx12287cd1d05148fcad643-00683aee69" "container-server 3317104" 0.0012 "-" 3317104 2 +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx12287cd1d05148fcad643-00683aee69" "proxy-server 3317104" 0.0111 "-" 3317104 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx12287cd1d05148fcad643-00683aee69" "proxy-server 3317104" 0.0164 "-" 3317104 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx12287cd1d05148fcad643-00683aee69 - 0.0245 - - 1748692585.052492142 1748692585.077023268 2 +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3da9806d5e04c54a0627-00683aee68) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf3da9806d5e04c54a0627-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6ee6ada482e4145a8f19-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txe6ee6ada482e4145a8f19-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx11282935f45d4ed783936-00683aee68) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx11282935f45d4ed783936-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7ee1c5774ab741fc9e295-00683aee68) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx7ee1c5774ab741fc9e295-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7ee1c5774ab741fc9e295-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ee1c5774ab741fc9e295-00683aee68) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7ee1c5774ab741fc9e295-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx67a82f44df4d48a7a91bc-00683aee68) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx67a82f44df4d48a7a91bc-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx67a82f44df4d48a7a91bc-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx67a82f44df4d48a7a91bc-00683aee68) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx67a82f44df4d48a7a91bc-00683aee68) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc6c79d6859ed4355af24d-00683aee68) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txc6c79d6859ed4355af24d-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc6c79d6859ed4355af24d-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc6c79d6859ed4355af24d-00683aee68) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc6c79d6859ed4355af24d-00683aee68) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx672772cc702f41cf9a839-00683aee6a) +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Setting object count to 1072 (txn: txd2cdf477dc4e47acb3844-00683aee65) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Setting object count to 1072 (txn: txeb11c3d9a9894019ab043-00683aee67) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Setting object count to 1072 (txn: txdaeb5a4bfe7b491aaf463-00683aee68) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc0ae5678c12942cf9e854-00683aee6a) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok +Unlinked retiring db '/tmp/tmpkdnetq9c/containers/part/suffix/hash/container.db' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmpw43qkbs1/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmpm9ynnd8b/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +Unlinked retiring db '/tmp/tmpd5z21r80/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test ERROR: Problem finding shard upper in '/tmp/tmpetyfg0ut/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpetyfg0ut/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmplkxsp8o2/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmplkxsp8o2/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test ERROR: Failed to unlink '/tmp/tmpq2xm2t33/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpq2xm2t33/containers/part/suffix/hash/container_1748692588.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpq2xm2t33/containers/part/suffix/hash/container_1748692588.00000.db': ['/tmp/tmpq2xm2t33/containers/part/suffix/hash/container.db', '/tmp/tmpq2xm2t33/containers/part/suffix/hash/container_1748692589.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpq2xm2t33/containers/part/suffix/hash/container_1748692589.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: tx75f5c396d1134dc78ff64-00683aee6c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe66eaab370e54b278c832-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe66eaab370e54b278c832-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe66eaab370e54b278c832-00683aee6c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx653b9c12b04645e885d50-00683aee6c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx01865a995fd84a6dab81b-00683aee6c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5347e3eee7f04239abd54-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx673afd7e579340b5a6d68-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -95251,9 +103127,21 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request +Exception: kaboom! (txn: tx75990c978d604413aaf51-00683aee6c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2be8bca5396241809a8e3-00683aee6c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2be8bca5396241809a8e3-00683aee6c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx85c80f32095a409dab7d5-00683aee6c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx78b975609b69453bb620f-00683aee6c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx62deb000ee31466e8d5c3-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx3107cd81d63d485cb0b7a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -95262,14 +103150,68 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx3cf0fe3d890e4166abb06-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx3cf0fe3d890e4166abb06-00662ddda5) +Exception: kaboom! (txn: tx5e26006de612430e84624-00683aee6c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf4f97d34729e4c3eab4ef-00683aee6c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx672772cc702f41cf9a839-00683aee6a) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx672772cc702f41cf9a839-00683aee6a) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx672772cc702f41cf9a839-00683aee6a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx413c54a5d9864a1e92454-00683aee6c) +test DEBUG: Setting object count to 1065 (txn: tx413c54a5d9864a1e92454-00683aee6c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx6f1ee10c04604c7485f03-00683aee6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf4f97d34729e4c3eab4ef-00683aee6c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txa7c5851ecd7747b799ab1-00683aee6c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx2017a06d374641f1b1e22-00683aee6c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txff13086c00e84f5e8688a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx70154fb330b0419fa9091-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -95278,2476 +103220,897 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: txc0edf563639d4ea2ba51d-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc0edf563639d4ea2ba51d-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Exception: kaboom! (txn: txea6e3dcf5ccf428fa067f-00683aee6c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx48126e9ff47a4c2685d06-00683aee6c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx48126e9ff47a4c2685d06-00683aee6c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txef8567abcf3a497886866-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: tx601630f0866e468a93075-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: tx9b65acafba22460887582-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: tx9b65acafba22460887582-00683aee6c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ - raise status -Exception: kaboom! (txn: txc0edf563639d4ea2ba51d-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc0edf563639d4ea2ba51d-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8b95cbacf5234c9c93a36-00662ddda5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8b95cbacf5234c9c93a36-00662ddda5) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server ERROR: Object returning 503 for [] (txn: tx832f945f63ba457cb50e7-00662ddda2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txa7ff17ba62b949b7aaf18-00662ddda3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx22bfe14046364037a79fb-00662ddda3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test ERROR: ERROR Could not get container info /tmp/tmp_zxskijn/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp_zxskijn/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmplkymzu6q/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmplkymzu6q/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail2.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmps6f9d4uc/tmp_test_database_auditor/fail1.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test DEBUG: /tmp/tmp5wxchvxk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281889.89301', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'be4cdca0-e48d-418e-ba59-34dcb1423a65-sda') -test DEBUG: /tmp/tmp5wxchvxk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00379896s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94bea95c-df7e-4c07-9828-91ca66bcbd46-sda', '1714281890.83921', '1714281890.83727', '0', '', '1714281890.83727', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281890.84359', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281890.84359', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.84359', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281890.84364', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281890.84364', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.84364', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281890.84365', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281890.84365', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.84365', 'epoch': None, 'reported': 0, 'tombstones': -1}], '94bea95c-df7e-4c07-9828-91ca66bcbd46-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7e52c6d6-24f0-4792-8a2e-a983c8045172-sda', '1714281890.85695', '1714281890.85511', '0', '', '1714281890.85511', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281890.86110', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281890.86110', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.86110', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281890.86114', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281890.86114', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.86114', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281890.86115', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281890.86115', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.86115', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}], '7e52c6d6-24f0-4792-8a2e-a983c8045172-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '68c1cffb-9793-47fb-b5a6-421b620861a1-sda', '1714281890.87574', '1714281890.87400', '0', '', '1714281890.87400', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281890.88159', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281890.88159', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.88159', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281890.88166', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281890.88166', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.88166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281890.88167', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281890.88167', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.88167', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}], '68c1cffb-9793-47fb-b5a6-421b620861a1-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '86ba294f-ad32-47c3-8da8-43d7a49a2ebf-sda', '1714281890.89507', '1714281890.89331', '0', '', '1714281890.89331', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281890.89903', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281890.89903', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.89903', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281890.89907', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281890.89907', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.89907', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281890.89908', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281890.89908', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.89908', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}], '86ba294f-ad32-47c3-8da8-43d7a49a2ebf-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '034e4b81-06a0-43e8-a927-0c7f657e0655-sda', '1714281890.91299', '1714281890.91127', '0', '', '1714281890.91127', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281890.91684', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281890.91684', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.91684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281890.91688', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281890.91688', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.91688', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281890.91689', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281890.91689', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281890.91689', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83706', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}], '034e4b81-06a0-43e8-a927-0c7f657e0655-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0fd3513-892f-4282-ab70-5a2c80562947-sda', '1714281891.92657', '1714281891.92474', '0', '', '1714281891.92474', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281891.93066', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281891.93066', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.93066', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281891.93070', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281891.93070', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.93070', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281891.93071', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281891.93071', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.93071', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}], 'b0fd3513-892f-4282-ab70-5a2c80562947-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3ad41e8c-006f-4001-8180-3ba2ecf9fb07-sda', '1714281891.94485', '1714281891.94308', '0', '', '1714281891.94308', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281891.94889', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281891.94889', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.94889', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281891.94893', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281891.94893', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.94893', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281891.94894', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281891.94894', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.94894', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}], '3ad41e8c-006f-4001-8180-3ba2ecf9fb07-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb3fd665-d09a-4a70-82bc-3cf13f90424e-sda', '1714281891.96426', '1714281891.96251', '0', '', '1714281891.96251', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281891.96839', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281891.96839', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.96839', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281891.96843', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281891.96843', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.96843', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281891.96844', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281891.96844', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.96844', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}], 'fb3fd665-d09a-4a70-82bc-3cf13f90424e-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a964fb9b-a32a-4e55-aec0-439406121aa5-sda', '1714281891.98292', '1714281891.98112', '0', '', '1714281891.98112', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8b95cbacf5234c9c93a36-00662ddda5) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx8b95cbacf5234c9c93a36-00662ddda5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe786ec5185cc4c94b354a-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx5c95da6fca4f43a89b8f7-00662ddda6) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx5c95da6fca4f43a89b8f7-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txa9e5a8adfa6e4fd585ce0-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txdb0f0e4b76074175aee41-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txd6bbad9605ec4a90b92ad-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx118f3a35984540ab85764-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txfc5bf7b4881f4d9486bb5-00662ddda6) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txfc5bf7b4881f4d9486bb5-00662ddda6) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txfc5bf7b4881f4d9486bb5-00662ddda6) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfc5bf7b4881f4d9486bb5-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txdb2f8c5976ce4510acf42-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx54ad63fa340146ee9c6a7-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txb3f3097a01944da8973e8-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx06f65d9a495a4d66bdb68-00662ddda6) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx06f65d9a495a4d66bdb68-00662ddda6) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx06f65d9a495a4d66bdb68-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7bf2ff5af98c4ec6b33fe-00662ddda6) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7bf2ff5af98c4ec6b33fe-00662ddda6) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx21c3f27dedb14feca32b1-00662ddda6) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpablbr_zi/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpablbr_zi/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_xx1_lfm/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00219 seconds (457.17378/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_get_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server ERROR: Object returning 503 for [] (txn: txfd744170d07a422d99092-00683aee6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx086427c9f76f43eab4ca9-00683aee6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx880adb5b10a34eeca5894-00683aee6c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 595, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 572, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 612, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 558, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/sync.py", line 490, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.54763 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpkohw54hf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1714281892.00000, (0, 0) as of 1714281892.00000, active as of 1714281892.00000> to ShardRange<'k' to 't' as of 1714281893.00000, (0, 0) as of 1714281893.00000, active as of 1714281893.00000>, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281897.00000, (0, 0) as of 1714281897.00000, shrinking as of 1714281894.00000> to ShardRange<'k' to 't' as of 1714281897.00000, (0, 0) as of 1714281897.00000, sharding as of 1714281898.00000>, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp32zy0ruo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281892.00000, db: /tmp/tmpib5tt4px/sda/containers/0/6c4/54fe6f5cf894d0dc18281bbca67c46c4/54fe6f5cf894d0dc18281bbca67c46c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281893.00000, (0, 0) as of 1714281893.00000, found as of 1714281893.00000> to ShardRange<'k' to 't' as of 1714281894.00000, (0, 0) as of 1714281894.00000, created as of 1714281894.00000>, path: .shards_a/shard_c_1714281894.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7ce/b4546eef1f5414563825f25cc2e077ce/b4546eef1f5414563825f25cc2e077ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281895.00000, (0, 0) as of 1714281895.00000, found as of 1714281895.00000> to ShardRange<'k' to 't' as of 1714281896.00000, (0, 0) as of 1714281896.00000, cleaved as of 1714281896.00000>, path: .shards_a/shard_c_1714281896.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c26/c5021750547656c4e7603935d7539c26/c5021750547656c4e7603935d7539c26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281897.00000, (0, 0) as of 1714281897.00000, found as of 1714281897.00000> to ShardRange<'k' to 't' as of 1714281898.00000, (0, 0) as of 1714281898.00000, active as of 1714281898.00000>, path: .shards_a/shard_c_1714281898.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ec7/805e795bdfb8ae50c86335c1986d0ec7/805e795bdfb8ae50c86335c1986d0ec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmpib5tt4px/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281899.00000, (0, 0) as of 1714281899.00000, found as of 1714281899.00000> to ShardRange<'k' to 't' as of 1714281900.00000, (0, 0) as of 1714281900.00000, shrinking as of 1714281900.00000>, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmpib5tt4px/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281900.00000, db: /tmp/tmpib5tt4px/sda/containers/0/279/84cac3a99f35e18162bef95bf725e279/84cac3a99f35e18162bef95bf725e279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281901.00000, (0, 0) as of 1714281901.00000, found as of 1714281901.00000> to ShardRange<'k' to 't' as of 1714281902.00000, (0, 0) as of 1714281902.00000, sharding as of 1714281902.00000>, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281902.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a12/846d83202abf9575a5a48a6aff096a12/846d83202abf9575a5a48a6aff096a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpib5tt4px/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281903.00000, (0, 0) as of 1714281903.00000, found as of 1714281903.00000> to ShardRange<'k' to 't' as of 1714281904.00000, (0, 0) as of 1714281904.00000, sharded as of 1714281904.00000>, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpib5tt4px/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpib5tt4px/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpib5tt4px/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281905.00000, (0, 0) as of 1714281905.00000, found as of 1714281905.00000> to ShardRange<'k' to 't' as of 1714281906.00000, (0, 0) as of 1714281906.00000, shrunk as of 1714281906.00000>, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpib5tt4px/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpib5tt4px/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpib5tt4px/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281907.00000, (0, 0) as of 1714281907.00000, created as of 1714281907.00000> to ShardRange<'k' to 't' as of 1714281908.00000, (0, 0) as of 1714281908.00000, found as of 1714281908.00000>, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpib5tt4px/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281910.00000, db: /tmp/tmpib5tt4px/sda/containers/0/eec/b6445ca61339484ce822d68055f57eec/b6445ca61339484ce822d68055f57eec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281911.00000, (0, 0) as of 1714281911.00000, created as of 1714281911.00000> to ShardRange<'k' to 't' as of 1714281912.00000, (0, 0) as of 1714281912.00000, cleaved as of 1714281912.00000>, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281913.00000, (0, 0) as of 1714281913.00000, created as of 1714281913.00000> to ShardRange<'k' to 't' as of 1714281914.00000, (0, 0) as of 1714281914.00000, active as of 1714281914.00000>, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281915.00000, (0, 0) as of 1714281915.00000, created as of 1714281915.00000> to ShardRange<'k' to 't' as of 1714281916.00000, (0, 0) as of 1714281916.00000, shrinking as of 1714281916.00000>, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpib5tt4px/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281917.00000, (0, 0) as of 1714281917.00000, created as of 1714281917.00000> to ShardRange<'k' to 't' as of 1714281918.00000, (0, 0) as of 1714281918.00000, sharding as of 1714281918.00000>, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpib5tt4px/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpib5tt4px/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281919.00000, (0, 0) as of 1714281919.00000, created as of 1714281919.00000> to ShardRange<'k' to 't' as of 1714281920.00000, (0, 0) as of 1714281920.00000, sharded as of 1714281920.00000>, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281921.00000, (0, 0) as of 1714281921.00000, created as of 1714281921.00000> to ShardRange<'k' to 't' as of 1714281922.00000, (0, 0) as of 1714281922.00000, shrunk as of 1714281922.00000>, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpib5tt4px/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281923.00000, (0, 0) as of 1714281923.00000, cleaved as of 1714281923.00000> to ShardRange<'k' to 't' as of 1714281924.00000, (0, 0) as of 1714281924.00000, found as of 1714281924.00000>, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpib5tt4px/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281926.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f10/2d1257192c20d00c023ce2d84c0fbf10/2d1257192c20d00c023ce2d84c0fbf10.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281925.00000, (0, 0) as of 1714281925.00000, cleaved as of 1714281925.00000> to ShardRange<'k' to 't' as of 1714281926.00000, (0, 0) as of 1714281926.00000, created as of 1714281926.00000>, path: .shards_a/shard_c_1714281926.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f10/2d1257192c20d00c023ce2d84c0fbf10/2d1257192c20d00c023ce2d84c0fbf10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281928.00000, db: /tmp/tmpib5tt4px/sda/containers/0/70a/aff8210b3b888c3f8af567a8b99c470a/aff8210b3b888c3f8af567a8b99c470a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281930.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f78/72f7191378e5492fb2e2df70d6a16f78/72f7191378e5492fb2e2df70d6a16f78.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281929.00000, (0, 0) as of 1714281929.00000, cleaved as of 1714281929.00000> to ShardRange<'k' to 't' as of 1714281930.00000, (0, 0) as of 1714281930.00000, active as of 1714281930.00000>, path: .shards_a/shard_c_1714281930.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f78/72f7191378e5492fb2e2df70d6a16f78/72f7191378e5492fb2e2df70d6a16f78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281931.00000, (0, 0) as of 1714281931.00000, cleaved as of 1714281931.00000> to ShardRange<'k' to 't' as of 1714281932.00000, (0, 0) as of 1714281932.00000, shrinking as of 1714281932.00000>, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281933.00000, (0, 0) as of 1714281933.00000, cleaved as of 1714281933.00000> to ShardRange<'k' to 't' as of 1714281934.00000, (0, 0) as of 1714281934.00000, sharding as of 1714281934.00000>, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281936.00000, db: /tmp/tmpib5tt4px/sda/containers/0/599/a461b981aff3ca23e261da5ad4205599/a461b981aff3ca23e261da5ad4205599.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281935.00000, (0, 0) as of 1714281935.00000, cleaved as of 1714281935.00000> to ShardRange<'k' to 't' as of 1714281936.00000, (0, 0) as of 1714281936.00000, sharded as of 1714281936.00000>, path: .shards_a/shard_c_1714281936.00000, db: /tmp/tmpib5tt4px/sda/containers/0/599/a461b981aff3ca23e261da5ad4205599/a461b981aff3ca23e261da5ad4205599.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281936.00000, db: /tmp/tmpib5tt4px/sda/containers/0/599/a461b981aff3ca23e261da5ad4205599/a461b981aff3ca23e261da5ad4205599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281938.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c73/6f3b16e6f11998966f3ebd685a19bc73/6f3b16e6f11998966f3ebd685a19bc73.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281937.00000, (0, 0) as of 1714281937.00000, cleaved as of 1714281937.00000> to ShardRange<'k' to 't' as of 1714281938.00000, (0, 0) as of 1714281938.00000, shrunk as of 1714281938.00000>, path: .shards_a/shard_c_1714281938.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c73/6f3b16e6f11998966f3ebd685a19bc73/6f3b16e6f11998966f3ebd685a19bc73.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281938.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c73/6f3b16e6f11998966f3ebd685a19bc73/6f3b16e6f11998966f3ebd685a19bc73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281940.00000, db: /tmp/tmpib5tt4px/sda/containers/0/05e/4537bc5aa27c33f7948f2a3f0494d05e/4537bc5aa27c33f7948f2a3f0494d05e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281939.00000, (0, 0) as of 1714281939.00000, active as of 1714281939.00000> to ShardRange<'k' to 't' as of 1714281940.00000, (0, 0) as of 1714281940.00000, found as of 1714281940.00000>, path: .shards_a/shard_c_1714281940.00000, db: /tmp/tmpib5tt4px/sda/containers/0/05e/4537bc5aa27c33f7948f2a3f0494d05e/4537bc5aa27c33f7948f2a3f0494d05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281942.00000, db: /tmp/tmpib5tt4px/sda/containers/0/67e/f677b0d2fec4182df7780983285ab67e/f677b0d2fec4182df7780983285ab67e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281941.00000, (0, 0) as of 1714281941.00000, active as of 1714281941.00000> to ShardRange<'k' to 't' as of 1714281942.00000, (0, 0) as of 1714281942.00000, created as of 1714281942.00000>, path: .shards_a/shard_c_1714281942.00000, db: /tmp/tmpib5tt4px/sda/containers/0/67e/f677b0d2fec4182df7780983285ab67e/f677b0d2fec4182df7780983285ab67e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281944.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0af/cebcbd13fc868bb91e856ca7ff5600af/cebcbd13fc868bb91e856ca7ff5600af.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281943.00000, (0, 0) as of 1714281943.00000, active as of 1714281943.00000> to ShardRange<'k' to 't' as of 1714281944.00000, (0, 0) as of 1714281944.00000, cleaved as of 1714281944.00000>, path: .shards_a/shard_c_1714281944.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0af/cebcbd13fc868bb91e856ca7ff5600af/cebcbd13fc868bb91e856ca7ff5600af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281946.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0e7/ce1b0ef4cb7dbb5bbc2326d7868200e7/ce1b0ef4cb7dbb5bbc2326d7868200e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpib5tt4px/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281947.00000, (0, 0) as of 1714281947.00000, active as of 1714281947.00000> to ShardRange<'k' to 't' as of 1714281948.00000, (0, 0) as of 1714281948.00000, shrinking as of 1714281948.00000>, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpib5tt4px/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpib5tt4px/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281949.00000, (0, 0) as of 1714281949.00000, active as of 1714281949.00000> to ShardRange<'k' to 't' as of 1714281950.00000, (0, 0) as of 1714281950.00000, sharding as of 1714281950.00000>, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281952.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d12/d16ddeeb743578ed7649baff9808cd12/d16ddeeb743578ed7649baff9808cd12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281951.00000, (0, 0) as of 1714281951.00000, active as of 1714281951.00000> to ShardRange<'k' to 't' as of 1714281952.00000, (0, 0) as of 1714281952.00000, sharded as of 1714281952.00000>, path: .shards_a/shard_c_1714281952.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d12/d16ddeeb743578ed7649baff9808cd12/d16ddeeb743578ed7649baff9808cd12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281952.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d12/d16ddeeb743578ed7649baff9808cd12/d16ddeeb743578ed7649baff9808cd12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281954.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e74/80ff976bde4e41d1172b205ac867ae74/80ff976bde4e41d1172b205ac867ae74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281953.00000, (0, 0) as of 1714281953.00000, active as of 1714281953.00000> to ShardRange<'k' to 't' as of 1714281954.00000, (0, 0) as of 1714281954.00000, shrunk as of 1714281954.00000>, path: .shards_a/shard_c_1714281954.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e74/80ff976bde4e41d1172b205ac867ae74/80ff976bde4e41d1172b205ac867ae74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281954.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e74/80ff976bde4e41d1172b205ac867ae74/80ff976bde4e41d1172b205ac867ae74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281956.00000, db: /tmp/tmpib5tt4px/sda/containers/0/859/f026c572bb0fd14df26cf73dee5d9859/f026c572bb0fd14df26cf73dee5d9859.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281955.00000, (0, 0) as of 1714281955.00000, shrinking as of 1714281955.00000> to ShardRange<'k' to 't' as of 1714281956.00000, (0, 0) as of 1714281956.00000, found as of 1714281956.00000>, path: .shards_a/shard_c_1714281956.00000, db: /tmp/tmpib5tt4px/sda/containers/0/859/f026c572bb0fd14df26cf73dee5d9859/f026c572bb0fd14df26cf73dee5d9859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281958.00000, db: /tmp/tmpib5tt4px/sda/containers/0/861/258eda3d8207a21479dee3886ff5e861/258eda3d8207a21479dee3886ff5e861.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281957.00000, (0, 0) as of 1714281957.00000, shrinking as of 1714281957.00000> to ShardRange<'k' to 't' as of 1714281958.00000, (0, 0) as of 1714281958.00000, created as of 1714281958.00000>, path: .shards_a/shard_c_1714281958.00000, db: /tmp/tmpib5tt4px/sda/containers/0/861/258eda3d8207a21479dee3886ff5e861/258eda3d8207a21479dee3886ff5e861.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281960.00000, db: /tmp/tmpib5tt4px/sda/containers/0/25c/58fc4e5296aed10760c39e7c373de25c/58fc4e5296aed10760c39e7c373de25c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281959.00000, (0, 0) as of 1714281959.00000, shrinking as of 1714281959.00000> to ShardRange<'k' to 't' as of 1714281960.00000, (0, 0) as of 1714281960.00000, cleaved as of 1714281960.00000>, path: .shards_a/shard_c_1714281960.00000, db: /tmp/tmpib5tt4px/sda/containers/0/25c/58fc4e5296aed10760c39e7c373de25c/58fc4e5296aed10760c39e7c373de25c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281962.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0eb/e707970bbfd44b7362b1f2b1506b80eb/e707970bbfd44b7362b1f2b1506b80eb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281961.00000, (0, 0) as of 1714281961.00000, shrinking as of 1714281961.00000> to ShardRange<'k' to 't' as of 1714281962.00000, (0, 0) as of 1714281962.00000, active as of 1714281962.00000>, path: .shards_a/shard_c_1714281962.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0eb/e707970bbfd44b7362b1f2b1506b80eb/e707970bbfd44b7362b1f2b1506b80eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281964.00000, db: /tmp/tmpib5tt4px/sda/containers/0/243/f10b8589a53ba2f5e6e645de0c925243/f10b8589a53ba2f5e6e645de0c925243.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281964.00000, db: /tmp/tmpib5tt4px/sda/containers/0/243/f10b8589a53ba2f5e6e645de0c925243/f10b8589a53ba2f5e6e645de0c925243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281965.00000, (0, 0) as of 1714281965.00000, shrinking as of 1714281965.00000> to ShardRange<'k' to 't' as of 1714281966.00000, (0, 0) as of 1714281966.00000, sharding as of 1714281966.00000>, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281968.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7f7/fcaad2acb4151a93da19d2f1e5caf7f7/fcaad2acb4151a93da19d2f1e5caf7f7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281967.00000, (0, 0) as of 1714281967.00000, shrinking as of 1714281967.00000> to ShardRange<'k' to 't' as of 1714281968.00000, (0, 0) as of 1714281968.00000, sharded as of 1714281968.00000>, path: .shards_a/shard_c_1714281968.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7f7/fcaad2acb4151a93da19d2f1e5caf7f7/fcaad2acb4151a93da19d2f1e5caf7f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281968.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7f7/fcaad2acb4151a93da19d2f1e5caf7f7/fcaad2acb4151a93da19d2f1e5caf7f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281970.00000, db: /tmp/tmpib5tt4px/sda/containers/0/273/74065ab8aaa67cc1f59ae3e62053f273/74065ab8aaa67cc1f59ae3e62053f273.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281969.00000, (0, 0) as of 1714281969.00000, shrinking as of 1714281969.00000> to ShardRange<'k' to 't' as of 1714281970.00000, (0, 0) as of 1714281970.00000, shrunk as of 1714281970.00000>, path: .shards_a/shard_c_1714281970.00000, db: /tmp/tmpib5tt4px/sda/containers/0/273/74065ab8aaa67cc1f59ae3e62053f273/74065ab8aaa67cc1f59ae3e62053f273.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281970.00000, db: /tmp/tmpib5tt4px/sda/containers/0/273/74065ab8aaa67cc1f59ae3e62053f273/74065ab8aaa67cc1f59ae3e62053f273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281972.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a3e/99a547c8cd3af87ae51a56834d569a3e/99a547c8cd3af87ae51a56834d569a3e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281971.00000, (0, 0) as of 1714281971.00000, sharding as of 1714281971.00000> to ShardRange<'k' to 't' as of 1714281972.00000, (0, 0) as of 1714281972.00000, found as of 1714281972.00000>, path: .shards_a/shard_c_1714281972.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a3e/99a547c8cd3af87ae51a56834d569a3e/99a547c8cd3af87ae51a56834d569a3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281974.00000, db: /tmp/tmpib5tt4px/sda/containers/0/46c/fbf5f53d8bbd06758b22aa8be2fb146c/fbf5f53d8bbd06758b22aa8be2fb146c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281973.00000, (0, 0) as of 1714281973.00000, sharding as of 1714281973.00000> to ShardRange<'k' to 't' as of 1714281974.00000, (0, 0) as of 1714281974.00000, created as of 1714281974.00000>, path: .shards_a/shard_c_1714281974.00000, db: /tmp/tmpib5tt4px/sda/containers/0/46c/fbf5f53d8bbd06758b22aa8be2fb146c/fbf5f53d8bbd06758b22aa8be2fb146c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281976.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f8c/87f807a94be6f80135f622eb8c7a8f8c/87f807a94be6f80135f622eb8c7a8f8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281975.00000, (0, 0) as of 1714281975.00000, sharding as of 1714281975.00000> to ShardRange<'k' to 't' as of 1714281976.00000, (0, 0) as of 1714281976.00000, cleaved as of 1714281976.00000>, path: .shards_a/shard_c_1714281976.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f8c/87f807a94be6f80135f622eb8c7a8f8c/87f807a94be6f80135f622eb8c7a8f8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281978.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d22/255b4f12ee6f3199128c04b5e3ec6d22/255b4f12ee6f3199128c04b5e3ec6d22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281977.00000, (0, 0) as of 1714281977.00000, sharding as of 1714281977.00000> to ShardRange<'k' to 't' as of 1714281978.00000, (0, 0) as of 1714281978.00000, active as of 1714281978.00000>, path: .shards_a/shard_c_1714281978.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d22/255b4f12ee6f3199128c04b5e3ec6d22/255b4f12ee6f3199128c04b5e3ec6d22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281979.00000, (0, 0) as of 1714281979.00000, sharding as of 1714281979.00000> to ShardRange<'k' to 't' as of 1714281980.00000, (0, 0) as of 1714281980.00000, shrinking as of 1714281980.00000>, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281982.00000, db: /tmp/tmpib5tt4px/sda/containers/0/763/524f2d0b0dcad7aba82c15ae56aa5763/524f2d0b0dcad7aba82c15ae56aa5763.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281982.00000, db: /tmp/tmpib5tt4px/sda/containers/0/763/524f2d0b0dcad7aba82c15ae56aa5763/524f2d0b0dcad7aba82c15ae56aa5763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281984.00000, db: /tmp/tmpib5tt4px/sda/containers/0/13a/3b776db8753caa64b40a250067db713a/3b776db8753caa64b40a250067db713a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281983.00000, (0, 0) as of 1714281983.00000, sharding as of 1714281983.00000> to ShardRange<'k' to 't' as of 1714281984.00000, (0, 0) as of 1714281984.00000, sharded as of 1714281984.00000>, path: .shards_a/shard_c_1714281984.00000, db: /tmp/tmpib5tt4px/sda/containers/0/13a/3b776db8753caa64b40a250067db713a/3b776db8753caa64b40a250067db713a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281984.00000, db: /tmp/tmpib5tt4px/sda/containers/0/13a/3b776db8753caa64b40a250067db713a/3b776db8753caa64b40a250067db713a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281986.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ab4/81f21f18b84a898eb95e7ddf6db02ab4/81f21f18b84a898eb95e7ddf6db02ab4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281985.00000, (0, 0) as of 1714281985.00000, sharding as of 1714281985.00000> to ShardRange<'k' to 't' as of 1714281986.00000, (0, 0) as of 1714281986.00000, shrunk as of 1714281986.00000>, path: .shards_a/shard_c_1714281986.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ab4/81f21f18b84a898eb95e7ddf6db02ab4/81f21f18b84a898eb95e7ddf6db02ab4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281986.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ab4/81f21f18b84a898eb95e7ddf6db02ab4/81f21f18b84a898eb95e7ddf6db02ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281988.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d5f/663f49e078f6f1b097e12aebbc674d5f/663f49e078f6f1b097e12aebbc674d5f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281987.00000, (0, 0) as of 1714281987.00000, sharded as of 1714281987.00000> to ShardRange<'k' to 't' as of 1714281988.00000, (0, 0) as of 1714281988.00000, found as of 1714281988.00000>, path: .shards_a/shard_c_1714281988.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d5f/663f49e078f6f1b097e12aebbc674d5f/663f49e078f6f1b097e12aebbc674d5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281990.00000, db: /tmp/tmpib5tt4px/sda/containers/0/2e9/2fd695123a654f2388cc9eb43cceb2e9/2fd695123a654f2388cc9eb43cceb2e9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281989.00000, (0, 0) as of 1714281989.00000, sharded as of 1714281989.00000> to ShardRange<'k' to 't' as of 1714281990.00000, (0, 0) as of 1714281990.00000, created as of 1714281990.00000>, path: .shards_a/shard_c_1714281990.00000, db: /tmp/tmpib5tt4px/sda/containers/0/2e9/2fd695123a654f2388cc9eb43cceb2e9/2fd695123a654f2388cc9eb43cceb2e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281992.00000, db: /tmp/tmpib5tt4px/sda/containers/0/3a0/b9c51399a8e359743353eac5b5f153a0/b9c51399a8e359743353eac5b5f153a0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281991.00000, (0, 0) as of 1714281991.00000, sharded as of 1714281991.00000> to ShardRange<'k' to 't' as of 1714281992.00000, (0, 0) as of 1714281992.00000, cleaved as of 1714281992.00000>, path: .shards_a/shard_c_1714281992.00000, db: /tmp/tmpib5tt4px/sda/containers/0/3a0/b9c51399a8e359743353eac5b5f153a0/b9c51399a8e359743353eac5b5f153a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281994.00000, db: /tmp/tmpib5tt4px/sda/containers/0/eae/437ff030af1fff7c50ed158586237eae/437ff030af1fff7c50ed158586237eae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281993.00000, (0, 0) as of 1714281993.00000, sharded as of 1714281993.00000> to ShardRange<'k' to 't' as of 1714281994.00000, (0, 0) as of 1714281994.00000, active as of 1714281994.00000>, path: .shards_a/shard_c_1714281994.00000, db: /tmp/tmpib5tt4px/sda/containers/0/eae/437ff030af1fff7c50ed158586237eae/437ff030af1fff7c50ed158586237eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281995.00000, (0, 0) as of 1714281995.00000, sharded as of 1714281995.00000> to ShardRange<'k' to 't' as of 1714281996.00000, (0, 0) as of 1714281996.00000, shrinking as of 1714281996.00000>, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281997.00000, (0, 0) as of 1714281997.00000, sharded as of 1714281997.00000> to ShardRange<'k' to 't' as of 1714281998.00000, (0, 0) as of 1714281998.00000, sharding as of 1714281998.00000>, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282000.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e69/82c4bbf6f812541c453c95f843f87e69/82c4bbf6f812541c453c95f843f87e69.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282000.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e69/82c4bbf6f812541c453c95f843f87e69/82c4bbf6f812541c453c95f843f87e69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282002.00000, db: /tmp/tmpib5tt4px/sda/containers/0/21a/d14b9a25bc90623f307de3e099b8421a/d14b9a25bc90623f307de3e099b8421a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282001.00000, (0, 0) as of 1714282001.00000, sharded as of 1714282001.00000> to ShardRange<'k' to 't' as of 1714282002.00000, (0, 0) as of 1714282002.00000, shrunk as of 1714282002.00000>, path: .shards_a/shard_c_1714282002.00000, db: /tmp/tmpib5tt4px/sda/containers/0/21a/d14b9a25bc90623f307de3e099b8421a/d14b9a25bc90623f307de3e099b8421a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282002.00000, db: /tmp/tmpib5tt4px/sda/containers/0/21a/d14b9a25bc90623f307de3e099b8421a/d14b9a25bc90623f307de3e099b8421a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282004.00000, db: /tmp/tmpib5tt4px/sda/containers/0/377/889d0ecd6a563c8ff6ecbd24902d9377/889d0ecd6a563c8ff6ecbd24902d9377.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282003.00000, (0, 0) as of 1714282003.00000, shrunk as of 1714282003.00000> to ShardRange<'k' to 't' as of 1714282004.00000, (0, 0) as of 1714282004.00000, found as of 1714282004.00000>, path: .shards_a/shard_c_1714282004.00000, db: /tmp/tmpib5tt4px/sda/containers/0/377/889d0ecd6a563c8ff6ecbd24902d9377/889d0ecd6a563c8ff6ecbd24902d9377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282006.00000, db: /tmp/tmpib5tt4px/sda/containers/0/6b8/d378922b5f757e1525dea34d9e6016b8/d378922b5f757e1525dea34d9e6016b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282005.00000, (0, 0) as of 1714282005.00000, shrunk as of 1714282005.00000> to ShardRange<'k' to 't' as of 1714282006.00000, (0, 0) as of 1714282006.00000, created as of 1714282006.00000>, path: .shards_a/shard_c_1714282006.00000, db: /tmp/tmpib5tt4px/sda/containers/0/6b8/d378922b5f757e1525dea34d9e6016b8/d378922b5f757e1525dea34d9e6016b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282008.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c50/6fea6ed9e11cefc4b749f0e4bb442c50/6fea6ed9e11cefc4b749f0e4bb442c50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282007.00000, (0, 0) as of 1714282007.00000, shrunk as of 1714282007.00000> to ShardRange<'k' to 't' as of 1714282008.00000, (0, 0) as of 1714282008.00000, cleaved as of 1714282008.00000>, path: .shards_a/shard_c_1714282008.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c50/6fea6ed9e11cefc4b749f0e4bb442c50/6fea6ed9e11cefc4b749f0e4bb442c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282010.00000, db: /tmp/tmpib5tt4px/sda/containers/0/199/2a17455cd60a761d1c6ffe557ef23199/2a17455cd60a761d1c6ffe557ef23199.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282009.00000, (0, 0) as of 1714282009.00000, shrunk as of 1714282009.00000> to ShardRange<'k' to 't' as of 1714282010.00000, (0, 0) as of 1714282010.00000, active as of 1714282010.00000>, path: .shards_a/shard_c_1714282010.00000, db: /tmp/tmpib5tt4px/sda/containers/0/199/2a17455cd60a761d1c6ffe557ef23199/2a17455cd60a761d1c6ffe557ef23199.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282012.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ade/88a99611b93e8503601f43f1a2497ade/88a99611b93e8503601f43f1a2497ade.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282011.00000, (0, 0) as of 1714282011.00000, shrunk as of 1714282011.00000> to ShardRange<'k' to 't' as of 1714282012.00000, (0, 0) as of 1714282012.00000, shrinking as of 1714282012.00000>, path: .shards_a/shard_c_1714282012.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ade/88a99611b93e8503601f43f1a2497ade/88a99611b93e8503601f43f1a2497ade.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282012.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ade/88a99611b93e8503601f43f1a2497ade/88a99611b93e8503601f43f1a2497ade.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282013.00000, (0, 0) as of 1714282013.00000, shrunk as of 1714282013.00000> to ShardRange<'k' to 't' as of 1714282014.00000, (0, 0) as of 1714282014.00000, sharding as of 1714282014.00000>, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282016.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8b9/efb4d975456b572c758b094de3a708b9/efb4d975456b572c758b094de3a708b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282015.00000, (0, 0) as of 1714282015.00000, shrunk as of 1714282015.00000> to ShardRange<'k' to 't' as of 1714282016.00000, (0, 0) as of 1714282016.00000, sharded as of 1714282016.00000>, path: .shards_a/shard_c_1714282016.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8b9/efb4d975456b572c758b094de3a708b9/efb4d975456b572c758b094de3a708b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282016.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8b9/efb4d975456b572c758b094de3a708b9/efb4d975456b572c758b094de3a708b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282018.00000, db: /tmp/tmpib5tt4px/sda/containers/0/3cf/57275f2b7b4a1eee6b984c97c9c003cf/57275f2b7b4a1eee6b984c97c9c003cf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282018.00000, db: /tmp/tmpib5tt4px/sda/containers/0/3cf/57275f2b7b4a1eee6b984c97c9c003cf/57275f2b7b4a1eee6b984c97c9c003cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282019.00000, db: /tmp/tmpib5tt4px/sda/containers/0/5a6/4b95daa86e507c000e339dae8ed525a6/4b95daa86e507c000e339dae8ed525a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282021.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9fd/58ea83eeeb3a25174afe4feeb05f49fd/58ea83eeeb3a25174afe4feeb05f49fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282023.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c76/079b0d6366278b11e9cda3a2eff66c76/079b0d6366278b11e9cda3a2eff66c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282025.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d25/2cd654f526266163bd8a20b3d3218d25/2cd654f526266163bd8a20b3d3218d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282027.00000, db: /tmp/tmpib5tt4px/sda/containers/0/649/1bdcda5fda2dd7b3e6a3cc28612dd649/1bdcda5fda2dd7b3e6a3cc28612dd649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282029.00000, db: /tmp/tmpib5tt4px/sda/containers/0/85a/e54114a83fa0dd3b956e276baf2d985a/e54114a83fa0dd3b956e276baf2d985a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmpib5tt4px/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282033.00000, db: /tmp/tmpib5tt4px/sda/containers/0/562/f091d9ff90231934a5f2fe35904e2562/f091d9ff90231934a5f2fe35904e2562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282035.00000, db: /tmp/tmpib5tt4px/sda/containers/0/aad/240b100cd4377cd176891e07f7fdcaad/240b100cd4377cd176891e07f7fdcaad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282037.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7a4/66deb2da765b12d2c853b3c2eac517a4/66deb2da765b12d2c853b3c2eac517a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282039.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f5b/64b1d6eac509ca712d86c4a939c03f5b/64b1d6eac509ca712d86c4a939c03f5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282041.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ada/65aa25550d06075d5372fdec24ab6ada/65aa25550d06075d5372fdec24ab6ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282043.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a76/585d69f011b9f189965c356528b92a76/585d69f011b9f189965c356528b92a76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282045.00000, db: /tmp/tmpib5tt4px/sda/containers/0/980/4b7a942571036dda75ae684f2d659980/4b7a942571036dda75ae684f2d659980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282047.00000, db: /tmp/tmpib5tt4px/sda/containers/0/309/8d1921c3aa229fec5ff6430efe211309/8d1921c3aa229fec5ff6430efe211309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282049.00000, db: /tmp/tmpib5tt4px/sda/containers/0/658/ff52a603f41a3442f26e4db9c7bea658/ff52a603f41a3442f26e4db9c7bea658.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282051.00000, db: /tmp/tmpib5tt4px/sda/containers/0/486/d0c7a0da464f537cc9746d5408aee486/d0c7a0da464f537cc9746d5408aee486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282053.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f0e/0f33553065b05e421805ebc717436f0e/0f33553065b05e421805ebc717436f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282055.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d05/77aebefc7f18bd15ba735cbb86c7dd05/77aebefc7f18bd15ba735cbb86c7dd05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282057.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bdd/d92cb6642bc08ddb84a060f6a26b0bdd/d92cb6642bc08ddb84a060f6a26b0bdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282059.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0a7/5595cf4d8041c9161c4caab0162eb0a7/5595cf4d8041c9161c4caab0162eb0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282061.00000, db: /tmp/tmpib5tt4px/sda/containers/0/39d/d510418f5a83bc729b36a9845ec4b39d/d510418f5a83bc729b36a9845ec4b39d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282063.00000, db: /tmp/tmpib5tt4px/sda/containers/0/78d/c0a7f87a9564bc9a243519c0dbfe778d/c0a7f87a9564bc9a243519c0dbfe778d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282065.00000, db: /tmp/tmpib5tt4px/sda/containers/0/223/397e4fcbcd3bdabe58c2ab9c27e81223/397e4fcbcd3bdabe58c2ab9c27e81223.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282067.00000, db: /tmp/tmpib5tt4px/sda/containers/0/662/439f1fd3f7c6114a4db2a950507fd662/439f1fd3f7c6114a4db2a950507fd662.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282069.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c0c/a5c63b970b8d8b840f7ef86910758c0c/a5c63b970b8d8b840f7ef86910758c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282071.00000, db: /tmp/tmpib5tt4px/sda/containers/0/96a/e7d8758150fd72b1d36ced9258e7296a/e7d8758150fd72b1d36ced9258e7296a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282073.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c6a/3887338d846d8441ff18cf7c475d1c6a/3887338d846d8441ff18cf7c475d1c6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282075.00000, db: /tmp/tmpib5tt4px/sda/containers/0/e4f/ca172209d5481a2be8ab8c1315b52e4f/ca172209d5481a2be8ab8c1315b52e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282077.00000, db: /tmp/tmpib5tt4px/sda/containers/0/8b1/b97a56c26894d0363bb2d9d9982628b1/b97a56c26894d0363bb2d9d9982628b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282079.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c1d/71ea9cbed82896db5ada05b6b4703c1d/71ea9cbed82896db5ada05b6b4703c1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282081.00000, db: /tmp/tmpib5tt4px/sda/containers/0/1fa/43e4f5f9401de95566f7e999ce6821fa/43e4f5f9401de95566f7e999ce6821fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282083.00000, db: /tmp/tmpib5tt4px/sda/containers/0/045/4d179f2d3f2708eeed289fe9d6c93045/4d179f2d3f2708eeed289fe9d6c93045.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282083.00000, db: /tmp/tmpib5tt4px/sda/containers/0/045/4d179f2d3f2708eeed289fe9d6c93045/4d179f2d3f2708eeed289fe9d6c93045.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282085.00000, db: /tmp/tmpib5tt4px/sda/containers/0/b15/7fe16d47a6811d57ffa4549e5aac5b15/7fe16d47a6811d57ffa4549e5aac5b15.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282085.00000, db: /tmp/tmpib5tt4px/sda/containers/0/b15/7fe16d47a6811d57ffa4549e5aac5b15/7fe16d47a6811d57ffa4549e5aac5b15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282087.00000, db: /tmp/tmpib5tt4px/sda/containers/0/733/d5de4c1db0ed78aa0f0d2c9b24f14733/d5de4c1db0ed78aa0f0d2c9b24f14733.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282087.00000, db: /tmp/tmpib5tt4px/sda/containers/0/733/d5de4c1db0ed78aa0f0d2c9b24f14733/d5de4c1db0ed78aa0f0d2c9b24f14733.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282089.00000, db: /tmp/tmpib5tt4px/sda/containers/0/30b/947dcc322d417054d3feab11a5c7630b/947dcc322d417054d3feab11a5c7630b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282089.00000, db: /tmp/tmpib5tt4px/sda/containers/0/30b/947dcc322d417054d3feab11a5c7630b/947dcc322d417054d3feab11a5c7630b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282091.00000, db: /tmp/tmpib5tt4px/sda/containers/0/b22/ba9e9d58bb8c536a8fb686a2284f3b22/ba9e9d58bb8c536a8fb686a2284f3b22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282091.00000, db: /tmp/tmpib5tt4px/sda/containers/0/b22/ba9e9d58bb8c536a8fb686a2284f3b22/ba9e9d58bb8c536a8fb686a2284f3b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282093.00000, db: /tmp/tmpib5tt4px/sda/containers/0/600/50db9d716b2664a0a11031d1e659f600/50db9d716b2664a0a11031d1e659f600.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282093.00000, db: /tmp/tmpib5tt4px/sda/containers/0/600/50db9d716b2664a0a11031d1e659f600/50db9d716b2664a0a11031d1e659f600.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282095.00000, db: /tmp/tmpib5tt4px/sda/containers/0/979/065608b3e24bac9205eecc311b6ad979/065608b3e24bac9205eecc311b6ad979.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282095.00000, db: /tmp/tmpib5tt4px/sda/containers/0/979/065608b3e24bac9205eecc311b6ad979/065608b3e24bac9205eecc311b6ad979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282097.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d5b/768d19fbe50f1ed7140778e918a81d5b/768d19fbe50f1ed7140778e918a81d5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282097.00000, db: /tmp/tmpib5tt4px/sda/containers/0/d5b/768d19fbe50f1ed7140778e918a81d5b/768d19fbe50f1ed7140778e918a81d5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282099.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f45/39f4f319060bebaf87d874327b3ecf45/39f4f319060bebaf87d874327b3ecf45.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282099.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f45/39f4f319060bebaf87d874327b3ecf45/39f4f319060bebaf87d874327b3ecf45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282101.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dd2/1268339005d524d04f2eb16e233bedd2/1268339005d524d04f2eb16e233bedd2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282101.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dd2/1268339005d524d04f2eb16e233bedd2/1268339005d524d04f2eb16e233bedd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282103.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ad4/792f3bbd95cdd8ed9643dbcb80a20ad4/792f3bbd95cdd8ed9643dbcb80a20ad4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282103.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ad4/792f3bbd95cdd8ed9643dbcb80a20ad4/792f3bbd95cdd8ed9643dbcb80a20ad4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282105.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9f7/7aa24eb0642e3319719ab05c1a5a89f7/7aa24eb0642e3319719ab05c1a5a89f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282105.00000, db: /tmp/tmpib5tt4px/sda/containers/0/9f7/7aa24eb0642e3319719ab05c1a5a89f7/7aa24eb0642e3319719ab05c1a5a89f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282107.00000, db: /tmp/tmpib5tt4px/sda/containers/0/343/def4ad466849fe06551dd92e592f0343/def4ad466849fe06551dd92e592f0343.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282107.00000, db: /tmp/tmpib5tt4px/sda/containers/0/343/def4ad466849fe06551dd92e592f0343/def4ad466849fe06551dd92e592f0343.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282109.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7e1/82368b8bfcac81251ef928d3e90927e1/82368b8bfcac81251ef928d3e90927e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282109.00000, db: /tmp/tmpib5tt4px/sda/containers/0/7e1/82368b8bfcac81251ef928d3e90927e1/82368b8bfcac81251ef928d3e90927e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282111.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f4a/417562b016b13e7b93133534ea609f4a/417562b016b13e7b93133534ea609f4a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282111.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f4a/417562b016b13e7b93133534ea609f4a/417562b016b13e7b93133534ea609f4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282113.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0f4/3a1ad17457c81ac856f249706b4e10f4/3a1ad17457c81ac856f249706b4e10f4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282113.00000, db: /tmp/tmpib5tt4px/sda/containers/0/0f4/3a1ad17457c81ac856f249706b4e10f4/3a1ad17457c81ac856f249706b4e10f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282115.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dde/e7fcc2c54eb1fbbca9a8c6fb02926dde/e7fcc2c54eb1fbbca9a8c6fb02926dde.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282115.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dde/e7fcc2c54eb1fbbca9a8c6fb02926dde/e7fcc2c54eb1fbbca9a8c6fb02926dde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282117.00000, db: /tmp/tmpib5tt4px/sda/containers/0/494/e8d9640c33808bd40cfcda209034d494/e8d9640c33808bd40cfcda209034d494.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282117.00000, db: /tmp/tmpib5tt4px/sda/containers/0/494/e8d9640c33808bd40cfcda209034d494/e8d9640c33808bd40cfcda209034d494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282119.00000, db: /tmp/tmpib5tt4px/sda/containers/0/56c/915823ddf1cd8ff33550997bdaddc56c/915823ddf1cd8ff33550997bdaddc56c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282119.00000, db: /tmp/tmpib5tt4px/sda/containers/0/56c/915823ddf1cd8ff33550997bdaddc56c/915823ddf1cd8ff33550997bdaddc56c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282121.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a78/46a60aaa4654df5b1ac67347f763ea78/46a60aaa4654df5b1ac67347f763ea78.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282121.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a78/46a60aaa4654df5b1ac67347f763ea78/46a60aaa4654df5b1ac67347f763ea78.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281891.98699', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281891.98699', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.98699', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281891.98703', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281891.98703', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.98703', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281891.98704', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281891.98704', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281891.98704', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83721', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83721', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83721', 'epoch': '1714281890.83722', 'reported': 0, 'tombstones': -1}], 'a964fb9b-a32a-4e55-aec0-439406121aa5-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2d2f793d-91fc-4ea2-a97a-419afcbd008c-sda', '1714281892.48130', '1714281892.47957', '0', '', '1714281892.47957', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281892.48709', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281892.48709', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.48709', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281892.48713', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281892.48713', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.48713', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281892.48714', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281892.48714', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.48714', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}], '2d2f793d-91fc-4ea2-a97a-419afcbd008c-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0ac1d5eb-79c4-4334-afd9-c494ebe06a34-sda', '1714281892.50134', '1714281892.49952', '0', '', '1714281892.49952', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281892.50524', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281892.50524', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.50524', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281892.50528', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281892.50528', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.50528', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281892.50529', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281892.50529', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.50529', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}], '0ac1d5eb-79c4-4334-afd9-c494ebe06a34-sda') -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e19db132-31f5-4598-91cc-a26a8adc7d59-sda', '1714281892.51944', '1714281892.51775', '0', '', '1714281892.51775', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281892.52327', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281892.52327', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.52327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281892.52330', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281892.52330', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.52330', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281892.52331', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281892.52331', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281892.52331', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281890.83726', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e19db132-31f5-4598-91cc-a26a8adc7d59-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1714281890.83716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83716', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83716', 'epoch': '1714281890.83717', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1714281890.83726', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281890.83706', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281890.83706', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpundoke58/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f7152ffe2a11a1355ae325c1c26d5859', 'c5d2933e-d40e-49e0-a464-c45f8d9a6a28-sda', '1714281892.53850', '1714281892.53658', '0', '', '1714281892.53658', 1, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195499 1714195499-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195499 1714195499-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195499 1714195499-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195499 1714195499-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714195499 1714195499-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281898 1714281898-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281898 1714281898-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281898 1714281898-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281898 1714281898-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1714281898 1714281898-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 421, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1714195499-invalid0': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx619bd29d6f9f46aeacb63-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server DEBUG: Ignoring 412 from primary (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_problems_no_hard_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AllUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx42234255e03b4bfa815e1-00662ddda3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2b094564629e4d309d073-00662ddda6) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx2b094564629e4d309d073-00662ddda6) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx2b094564629e4d309d073-00662ddda6) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx3087913383544ef3a8ded-00662ddda6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3087913383544ef3a8ded-00662ddda6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3087913383544ef3a8ded-00662ddda6) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx3087913383544ef3a8ded-00662ddda6) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx4d97711e0ffb4b1797400-00662ddda6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4d97711e0ffb4b1797400-00662ddda6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4d97711e0ffb4b1797400-00662ddda6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbd13785e5eab4f9ba1c41-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbd13785e5eab4f9ba1c41-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbd13785e5eab4f9ba1c41-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5606ae0bb334975a2543-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5606ae0bb334975a2543-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd5606ae0bb334975a2543-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf5e4d4245b3a4989ab730-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sda re: Trying to HEAD /v1/a/c/o: +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf5e4d4245b3a4989ab730-00662ddda7) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test-expirer ERROR: Unexcepted error handling task '1714195499-invalid1': +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 265, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 65, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1165, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0001', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0002', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 380, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.33.0/test/unit/obj/test_expirer.py", line 907, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/expirer.py", line 330, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf80b62a25d874a9f9af1b-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx259deac5399449abb585b-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx118d4aa807d542d5bf535-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6c61276438e04b30ad3c0-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx589268c25d32438b9a13f-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8f12d0f180604d31a70ce-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx20a7c6b58a0c47448f1e4-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02ac69af0dbc4590a7b51-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txad3eafa5b9384014b26e7-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2f6bd9da7aba467cbcfd3-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc0a128f4e9764e6a84740-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8905f54bf4e545ddabf3f-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c69ed407d3247cca7c91-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0693342b42b64c69bb642-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6e080fd44f304d5d913b0-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx82dda94826704574911d6-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9cb5eeea55e441df8d95e-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb6af5609fc88441fa3f40-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx70671e13bc0a475d8a3c6-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5f41d755b654b33bceb8-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx40bbfa8e2fea49778ef70-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx62719464baff4a90918aa-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc555e8ae8c8d44aa82267-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5434205d99ef45f3bc4f1-00662dddac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txdadbf09048564bc881606-00662dddaa) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txdadbf09048564bc881606-00662dddaa) -test INFO: Client disconnected on read of '/a/c' (txn: txdadbf09048564bc881606-00662dddaa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08481a339245481dba653-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08481a339245481dba653-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08481a339245481dba653-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx08481a339245481dba653-00662dddaa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx92561a515c554f52a2cde-00662dddaa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0e8431e37f264eb8a1e89-00662dddaa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdd6ffa51c2394d60b8e89-00662dddaa) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx5eea85f95be34062a9cc0-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txf40fe351372e4c1aafcad-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect @@ -97761,16 +104124,10 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx751377b4d9bb41e2bc64d-00662dddaa) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txef9b943f08bb4b5ba8dce-00662dddaa) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx39233ca3c3394be5b55fe-00662dddaa) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc8b032da462c4f21909ed-00662dddaa) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx103e2b49ec834a41b04ee-00662dddaa) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx42583f7bb2e443f898405-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txe8b0823f8a6c4cdb9815d-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect @@ -97784,16 +104141,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx7be339ce1d5749adaeb5c-00662dddaa) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx199ca61b7a6349a2b3c4c-00662dddaa) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4552d32e9d3d47368fa5b-00662dddaa) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7fd4d351b6a24414a8631-00662dddaa) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb6303a554f8e4526a8f4e-00662dddaa) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0b3d561eb4d74429bcc97-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txdc774897537e4689a9eda-00662dddaa) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect @@ -97807,197 +104155,60 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: tx309f90d08007463f8357f-00662dddaa) -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281892.54245', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'c5d2933e-d40e-49e0-a464-c45f8d9a6a28-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp_zdiha5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7151c9bf-d3fa-402d-9a83-c42a9bb3730f-sda', '1714281892.94454', '1714281892.94247', '0', '', '1714281892.94247', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp_zdiha5l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a88494702eb56139c3d4d8276edf387c', '967eac6c-0157-442b-b79f-ed6ae91305af-sda', '1714281893.50711', '1714281893.50438', '0', '', '1714281893.50438', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1714281893.51259', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '967eac6c-0157-442b-b79f-ed6ae91305af-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '1714281893.52671', '1714281893.52481', '0', '', '1714281893.52481', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '1714281893.52671', '1714281893.52481', '0', '', '1714281893.52481', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00928 seconds (107.73571/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '1714281893.52671', '1714281893.52481', '0', '', '1714281893.52481', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281893.54298', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281893.54298', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281893.54298', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281893.52796', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281893.52796', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281893.52796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281893.52797', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281893.52797', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281893.52797', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281893.52810', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281893.52810', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281893.52798', 'epoch': '1714281893.52798', 'reported': 0, 'tombstones': -1}], 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda') -test DEBUG: /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda', '1714281893.52671', '1714281893.52481', '0', '', '1714281893.52481', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1714281893.54298', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1714281893.54298', 'deleted': 1, 'state': 10, 'state_timestamp': '1714281893.54298', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1714281893.52796', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1714281893.52796', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281893.52796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1714281893.52797', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1714281893.52797', 'deleted': 0, 'state': 10, 'state_timestamp': '1714281893.52797', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281893.52810', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281893.52810', 'deleted': 0, 'state': 60, 'state_timestamp': '1714281893.52798', 'epoch': '1714281893.52798', 'reported': 0, 'tombstones': -1}], 'e1477008-bb3a-4e17-82d1-b431fe2c8e37-sda') -test DEBUG: /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpc9spz01f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01692 seconds (59.10599/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30e07450-7b15-45b9-8bba-220b95ddd813-sda', '1714281893.56815', '1714281893.56641', '1714281893.57217', '', '1714281893.57217', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8hp1c_1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '58e2255f-f0de-4d34-be9e-60dac8b9c1a0-sda', '1714281893.58185', '1714281893.00000', '0', '', '1714281893.00000', 0, 1) -test DEBUG: /tmp/tmp8hp1c_1v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2b44d258144b4e328caa0-00662dddac) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txbda07a58745249d284f3f-00662dddac) -test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx08bb1d0180f04b3fa71e7-00662dddac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx127e8a3c88d34907a1372-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5c177fa8d94a48b6a4910-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx045ad1e658064c75aa85c-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx7d7933ee8916468faf86c-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx60f59c23de79442fa27a0-00662dddac) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx2b6125f1a5e94a009e578-00662dddac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx96c5962604ff42ba88291-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7885963a052f42c2ab9d5-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx00016f89468a4555a5f86-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcbf7ee3d9ed24568a9899-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b9f0c4f24d94fab892f0-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6b236c820ee14cb9bd2e1-00662dddac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx1cf571ae13f14d1c9612c-00662dddac) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1cf571ae13f14d1c9612c-00662dddac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sda re: Trying to HEAD /v1/a/c/o: +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf5e4d4245b3a4989ab730-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx042f0d6802f74c3d827a4-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -98006,26 +104217,57 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: Connection refused: Please insert ten dollars (txn: tx52cb8ee4a3614116b1d33-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txa678dbc08de9492f92cfc-00662ddda7) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txce8e99becadb4548a8b05-00662ddda7) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txb8db3ee2a21b4e669d3a5-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx4a09b76675a74c7ca320a-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 981, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1850, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1814, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -98034,800 +104276,1080 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -Exception: kaboom! (txn: txa7e1c390532f4475ad839-00662ddda7) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx9b5cded2a1594c08bdce4-00662ddda7) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdca319cb11774b50ae2ec-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: txbd3033f6e82a4c5f852dd-00662ddda7) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +OSError (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: Container GET returning 503 for [] (txn: tx0729805f75ab49e2afc9a-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx4a4ddf36fd624866900fd-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: txf4eca7f7533e4821af8f7-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: txe768e1e95e02478898f15-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b6a2afc87d941939efaa-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b6a2afc87d941939efaa-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3b6a2afc87d941939efaa-00683aee6c) +test ERROR: Container GET returning 503 for [] (txn: tx3b6a2afc87d941939efaa-00683aee6c) +test INFO: Client disconnected on read of '/a/c' (txn: tx3b6a2afc87d941939efaa-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: Container GET returning 503 for [] (txn: tx0e2d1b5e71754f8590306-00683aee6c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx512dafe3632546b2b103b-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx512dafe3632546b2b103b-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx512dafe3632546b2b103b-00683aee6d) +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx512dafe3632546b2b103b-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx512dafe3632546b2b103b-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: tx512dafe3632546b2b103b-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfbf8c9c3e3714aa082e39-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfbf8c9c3e3714aa082e39-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: txfbf8c9c3e3714aa082e39-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx460ccf1adbd14dee828d4-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8ffe8376a66f45c59260c-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8ffe8376a66f45c59260c-00683aee6d) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx8ffe8376a66f45c59260c-00683aee6d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1848298c69364a419b75e-00683aee6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txd7c176de4146426fb1bb7-00683aee6d) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd7c176de4146426fb1bb7-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: txd7c176de4146426fb1bb7-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: txa3845afe379b4132a7620-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: txa3845afe379b4132a7620-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a8dd47748474b5981535-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a8dd47748474b5981535-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3f73629f2f63406eac882-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3f73629f2f63406eac882-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3f73629f2f63406eac882-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3f73629f2f63406eac882-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx3f73629f2f63406eac882-00683aee6d) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx3f73629f2f63406eac882-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa59a3a5abe35451c92de4-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa59a3a5abe35451c92de4-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa59a3a5abe35451c92de4-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa59a3a5abe35451c92de4-00683aee6d) +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb729952375d74fbba05bb-00662ddda4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa16ca19d3ed3493b81c6a-00683aee6c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '58e2255f-f0de-4d34-be9e-60dac8b9c1a0-sda', '1714281893.58185', '1714281893.00000', '0', '', '1714281893.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('58e2255f-f0de-4d34-be9e-60dac8b9c1a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.67110 seconds (1.49008/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4zjya1x8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', '1714281895.01161', '1714281896.00000', '0', '{"X-Container-Sync-To": ["a", "1714281897.00000"], "X-Container-Sync-Key": ["secret", "1714281898.00000"]}', '1714281896.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', '1714281895.01161', '1714281896.00000', '0', '{"X-Container-Sync-To": ["a", "1714281897.00000"], "X-Container-Sync-Key": ["secret", "1714281898.00000"]}', '1714281896.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -test DEBUG: Replicating db /tmp/tmp4zjya1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '1714281895.00870', '1714281895.00000', '0', '', '1714281895.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '1714281895.00870', '1714281895.00000', '0', '', '1714281895.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02881 seconds (69.41085/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4zjya1x8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', '1714281895.01161', '1714281896.00000', '0', '{"X-Container-Sync-To": ["", "1714281899.00000"], "X-Container-Sync-Key": ["secret", "1714281898.00000"]}', '1714281896.00000', 0, 0) -test DEBUG: /tmp/tmp4zjya1x8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '2a8baf14-d400-4a64-a92d-f0a69b7a60a6-sda', '1714281895.01161', '1714281896.00000', '0', '{"X-Container-Sync-To": ["", "1714281899.00000"], "X-Container-Sync-Key": ["secret", "1714281898.00000"]}', '1714281896.00000', 0, 0) -test DEBUG: /tmp/tmp4zjya1x8/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp4zjya1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '1714281895.00870', '1714281895.00000', '0', '', '1714281895.00000', 0, 0) -test DEBUG: /tmp/tmp4zjya1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd28e6838-05e0-46cd-95a9-1a6261fe0ec0-sda', '1714281895.00870', '1714281895.00000', '0', '', '1714281895.00000', 0, 0) -test DEBUG: /tmp/tmp4zjya1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.03479 seconds (57.48637/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp51laww7g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/replicator.py", line 301, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9nrhf_mr/devices/sda1 (pid: 63461) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp9nrhf_mr/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmp9nrhf_mr/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpecd2g67y/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpecd2g67y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmpecd2g67y/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx27b9f5129c304b5380003-00683aee6c) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx292533e901754ae5a0026-00662ddda7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 501 Not Implemented -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception (txn: txc80058c059b649e386728-00662ddda7) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx6ce17ee4cae8467386762-00662ddda8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx695bbaf45f9441eaab694-00662ddda8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx15fd2f319335406cacf67-00662ddda8) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx15fd2f319335406cacf67-00662ddda8) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx15fd2f319335406cacf67-00662ddda8) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx15fd2f319335406cacf67-00662ddda8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1020, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3709, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 6533, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3705, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 882, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1662, in read - raise Exception('exception message') -Exception: exception message (txn: txabe2d2deddc3414393e6b-00662ddda8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1752, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 848, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 748, in get_response_status - raise self.status -Exception: boom (txn: tx20c4c48060154819a0e66-00662ddda8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txfa6545529840427eb2647-00662ddda8) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx51083f7dde934f5daed3f-00662ddda8) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txad4370f74f274096a13fc-00662ddda8) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpcnm8c5ms/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpcnm8c5ms/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281895.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpcnm8c5ms/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281895.00000 -test INFO: Object update sweep completed on /tmp/tmpcnm8c5ms/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp75fr5_sr/devices/sda1 (pid: 63461) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp75fr5_sr/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmp75fr5_sr/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp75fr5_sr/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp75fr5_sr/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp75fr5_sr/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmp75fr5_sr/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy3m94t3s/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpy3m94t3s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpy3m94t3s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpy3m94t3s/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy3m94t3s/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpy3m94t3s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmpy3m94t3s/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsnhi4ofa/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpsnhi4ofa/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsnhi4ofa/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpsnhi4ofa/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsnhi4ofa/devices/sda1 (pid: 63461) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txcd85c2704ea14f98af41e-00662dddaa) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx803e5620fe0c4803a89cf-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx879ade15cf5946029d535-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa59a3a5abe35451c92de4-00683aee6d) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txa59a3a5abe35451c92de4-00683aee6d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx6bb5f115a3df469d821ce-00662dddaa) -test INFO: Client disconnected on read of '/a/c' (txn: txa71f0ef526074bf8bd21e-00662dddaa) -test INFO: Client disconnected on read of '/a/c' (txn: tx7ee205e133464580892cc-00662dddaa) -test INFO: Client disconnected on read of '/a/c' (txn: tx7ee205e133464580892cc-00662dddaa) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx44df56a667ee4662ae087-00683aee6d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx44df56a667ee4662ae087-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx44df56a667ee4662ae087-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd2b9d9e52f844e62a594d-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd2b9d9e52f844e62a594d-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd2b9d9e52f844e62a594d-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd2b9d9e52f844e62a594d-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx22e3ca4c7e374e04a5f18-00683aee6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1af8ca94aef649f48514f-00683aee6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa4033aa8b03c43e4a94c6-00683aee6d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd09bb5cdbd7c40b996dea-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8d58871d4e3642c9bffc0-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txfe107ba35f3f465bbd742-00683aee6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9ad2b4f81e2341f292fbe-00683aee6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txf6d5a3dbe3e04155ba863-00683aee6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf2450765bb364acf8fea9-00683aee6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx16cbea5be7334a8289687-00683aee6d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2639b358aade4d8291bba-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx41c347c488234f5e8a89d-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txb2e1998293c649758b583-00683aee6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx1fa4d167eb7949a7b789a-00683aee6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6f815524871a487f93477-00683aee6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7f83cb37114f43f9890bc-00683aee6d) +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx02cea570154246ae9b1d5-00683aee6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx6ae069ca58144086a1a2b-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx7f9ea9f9510d49ab9089c-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ + raise status +Exception: kaboom! (txn: txda1e08bb27f04e70819f5-00683aee6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0fbf34d5b17d4056bb812-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txcca1ee3912dd4a6db4a12-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: txe2aea7f9f57c459ea6b4c-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx2fb1cf82703748efbbf0c-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx2fb1cf82703748efbbf0c-00683aee6d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98864,7 +105386,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98901,7 +105423,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -98938,7 +105460,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): @@ -98976,7 +105498,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -99013,7 +105535,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: @@ -99055,7 +105577,7 @@ test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -99074,940 +105596,350 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: txad4370f74f274096a13fc-00662ddda8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7bd74714828841d0b1b09-00662ddda9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcaf2feace72b48fead3eb-00662ddda9) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txcaf2feace72b48fead3eb-00662ddda9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx405eab52cceb45b595a26-00662ddda9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: txae2159c246a6435aa11f8-00662ddda9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1795, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 926, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 1426, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx60e841ad731144f589f6c-00662ddda9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx2dbc40678b104ad0ad836-00662ddda9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx54df092389c0419f82fbc-00662ddda9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx592154194e4d4d7f96590-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 490, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txd1b435b0cf5b46bf9ee1f-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe12db5fe0ff445b2b4c8b-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe12db5fe0ff445b2b4c8b-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe12db5fe0ff445b2b4c8b-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e555c6bd19c4ee38eaa3-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpbrofrql7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbrofrql7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpbrofrql7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbrofrql7/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 63425 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 63425 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 63425 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 63425 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbc424c81c02d420aa668e-00662dddac" "proxy-server 63425" 0.0011 "-" 63425 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47511/sda1/1/a/c" "txbc424c81c02d420aa668e-00662dddac" "container-server 63425" 0.0011 "-" 63425 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60621/sdb1/1/a/c" "txbc424c81c02d420aa668e-00662dddac" "container-server 63425" 0.0018 "-" 63425 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbc424c81c02d420aa668e-00662dddac" "proxy-server 63425" 0.0144 "-" 63425 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txbc424c81c02d420aa668e-00662dddac" "proxy-server 63425" 0.0104 "-" 63425 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbc424c81c02d420aa668e-00662dddac - 0.0225 - - 1714281900.784773827 1714281900.807289600 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx41c97682a8464ab6b810b-00662dddac" "proxy-server 63425" 0.0012 "-" 63425 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60621/sdb1/1/a1/c1" "tx41c97682a8464ab6b810b-00662dddac" "container-server 63425" 0.0011 "-" 63425 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47511/sda1/1/a1/c1" "tx41c97682a8464ab6b810b-00662dddac" "container-server 63425" 0.0011 "-" 63425 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41c97682a8464ab6b810b-00662dddac" "proxy-server 63425" 0.0129 "-" 63425 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41c97682a8464ab6b810b-00662dddac" "proxy-server 63425" 0.0092 "-" 63425 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx41c97682a8464ab6b810b-00662dddac - 0.0211 - - 1714281900.808673382 1714281900.829819918 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdc1bb7fe4f4c4e6bb1572-00662dddac" "proxy-server 63425" 0.0019 "-" 63425 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47511/sda1/2/a/c1" "txdc1bb7fe4f4c4e6bb1572-00662dddac" "container-server 63425" 0.0020 "-" 63425 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60621/sdb1/2/a/c1" "txdc1bb7fe4f4c4e6bb1572-00662dddac" "container-server 63425" 0.0011 "-" 63425 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdc1bb7fe4f4c4e6bb1572-00662dddac" "proxy-server 63425" 0.0146 "-" 63425 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdc1bb7fe4f4c4e6bb1572-00662dddac" "proxy-server 63425" 0.0110 "-" 63425 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdc1bb7fe4f4c4e6bb1572-00662dddac - 0.0234 - - 1714281900.831246138 1714281900.854641438 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8a9ad00f65e7433ea987f-00662dddac" "proxy-server 63425" 0.0020 "-" 63425 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47511/sda1/1/a/c2" "tx8a9ad00f65e7433ea987f-00662dddac" "container-server 63425" 0.0011 "-" 63425 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60621/sdb1/1/a/c2" "tx8a9ad00f65e7433ea987f-00662dddac" "container-server 63425" 0.0016 "-" 63425 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a9ad00f65e7433ea987f-00662dddac" "proxy-server 63425" 0.0136 "-" 63425 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:00 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx8a9ad00f65e7433ea987f-00662dddac" "proxy-server 63425" 0.0098 "-" 63425 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx8a9ad00f65e7433ea987f-00662dddac - 0.0225 - - 1714281900.855971575 1714281900.878470182 2 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 to None -test INFO: Object update sweep completed on /tmp/tmpsnhi4ofa/devices/sda1 in 0.94s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.94s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsnhi4ofa/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpsnhi4ofa/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281896.00000 -test INFO: Object update sweep completed on /tmp/tmpsnhi4ofa/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281898.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281899.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281901.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281902.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.94073 <= '409 (1714281898.94073), 409 (1714281898.94073), 409 (1714281898.94073)' (txn: tx5cb4c2450f71409ba6219-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.94282 <= '409 (1714281898.94282), 409 (1714281898.94282), 409 (1714281898.94282)' (txn: txa21bcac30c164a3b9ef2c-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.94460 <= '409 (1714281898.94460), 409 (1714281898.94460), 409 (1714281898.94460)' (txn: tx64f915ea80d843e98df26-00662dddaa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.00000 <= '409 (1714281899.00000), 409 (1714281899.00000), 409 (1714281899.00000)' (txn: txcf4f89995201460284a4c-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281900.00000 <= '409 (1714281901.00000), 409 (1714281901.00000), 409 (1714281901.00000)' (txn: tx28c59bdb910d486d8ece6-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281902.00000 <= '409 (1714281903.00000), 409 (1714281903.00000), 409 (1714281903.00000)' (txn: txd6e72db25187454fb6f3f-00662dddaa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.00000 <= '409 (1714281898.00000), 409 (1714281898.00000), 409 (1714281898.00000)' (txn: tx6f3baf3cbbdc4f27808e1-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281899.00000 <= '409 (1714281899.00000), 409 (1714281899.00000), 409 (1714281899.00000)' (txn: tx5cdb340b68b34950911b3-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281900.00000 <= '409 (1714281900.00000), 409 (1714281900.00000), 409 (1714281900.00000)' (txn: txee250d912ef24b01b41eb-00662dddaa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281898.00000 <= '409 (1714281898.00000)' (txn: txde1f80f221f34979b6f3e-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281899.00000 <= '409 (1714281899.00000)' (txn: tx63cb674afc334243873f7-00662dddaa) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281900.00000 <= '409 (1714281900.00000)' (txn: txc1d48894efcb4242abd11-00662dddaa) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnrpryety/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpnrpryety/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281903.00000 -test INFO: Object update sweep completed on /tmp/tmpnrpryety/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_klltczt/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmp_klltczt/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.00000 -test INFO: Object update sweep completed on /tmp/tmp_klltczt/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_klltczt/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmp_klltczt/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281902.00000 -test INFO: Object update sweep completed on /tmp/tmp_klltczt/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnzsmyhoj/devices/sda1 (pid: 63461) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpnzsmyhoj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281899.00000: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpnzsmyhoj/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp5o695fvm/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o09 /tmp/tmp5o695fvm/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1714281899.24227 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp5o695fvm/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1714281899.24252 -test INFO: Object update sweep completed on /tmp/tmp5o695fvm/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp90swkqxy/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp90swkqxy/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281899.44903 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp90swkqxy/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281899.44883 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp90swkqxy/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281899.44899 -test INFO: Object update sweep completed on /tmp/tmp90swkqxy/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpr1ksawmi/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpr1ksawmi/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281899.55359 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpr1ksawmi/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281899.55375 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpr1ksawmi/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281899.55370 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpr1ksawmi/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281899.55379 -test INFO: Object update sweep completed on /tmp/tmpr1ksawmi/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp91vsxyz3/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp91vsxyz3/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281899.55834 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txdf22d22ca83c49d1a08ea-00662dddab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281899.00000 <= '409 (1714281900.00000)' (txn: txf2fb7f19f5f54f37ab6ca-00662dddab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx4cd3a43f0d4347118b5df-00662dddab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281899.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txc50adf624d254862a73f6-00662dddab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1714281899.00000 <= '409 (1714281900.00000), 201 (unknown), 201 (unknown)' (txn: txa2189eadc20843b287f76-00662dddab) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp91vsxyz3/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281899.55826 -test INFO: Object update sweep completed on /tmp/tmp91vsxyz3/devices/sda1 in 0.32s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.32s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmps9bza85x/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmps9bza85x/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281900.34656 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmps9bza85x/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1714281900.34672 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmps9bza85x/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281900.34664 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmps9bza85x/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1714281900.34684 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmps9bza85x/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1714281900.34669 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmps9bza85x/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1714281900.34680 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmps9bza85x/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1714281900.34712 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmps9bza85x/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281900.34646 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmps9bza85x/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1714281900.34676 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmps9bza85x/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1714281900.34660 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmps9bza85x/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1714281900.34687 -test INFO: Object update sweep completed on /tmp/tmps9bza85x/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpx2ad77ly/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpx2ad77ly/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1714281900.55464 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpx2ad77ly/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1714281900.55460 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpx2ad77ly/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1714281900.55443 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpx2ad77ly/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1714281900.55452 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpx2ad77ly/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1714281900.55433 -test INFO: Object update sweep completed on /tmp/tmpx2ad77ly/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58143/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58143/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:58143/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test INFO: Timeout waiting on remote server 127.0.0.1:58143/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test ERROR: 400 Bad Request -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.14s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test INFO: Timeout connecting to remote server 127.0.0.1:58143/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpif457m16/devices/sda1 (pid: 63461) -test DEBUG: Update sent for /a/c/o /tmp/tmpif457m16/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1714281900.56652 -test INFO: Object update sweep completed on /tmp/tmpif457m16/devices/sda1 in 0.09s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update single-threaded sweep completed: 0.09s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpe_kt46l1/devices/sda1 (pid: 63461) -test INFO: Object update sweep progress on /tmp/tmpe_kt46l1/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update sweep progress on /tmp/tmpe_kt46l1/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update sweep completed on /tmp/tmpe_kt46l1/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test INFO: Object update sweep starting on /tmp/tmpc6r4b4x3/devices/sda1 (pid: 63461) -test INFO: Object update sweep completed on /tmp/tmpc6r4b4x3/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 63461) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx879139d39b204ac5ba805-00662dddad) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx879139d39b204ac5ba805-00662dddad) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx879139d39b204ac5ba805-00662dddad) -test ERROR: Container HEAD returning 503 for [] (txn: tx879139d39b204ac5ba805-00662dddad) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp3kc5mp3e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3kc5mp3e/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp3kc5mp3e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3kc5mp3e/tmp_test_proxy_server_chunked/container-sync-realms.conf' -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server ERROR: Object returning 503 for [] (txn: tx62ca3223a75a4ac290b3f-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txffdaf348c40c482e91b66-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14e05aa8207e4fa68834b-00683aee6d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100027,12 +105959,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100041,7 +105968,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100050,7 +105977,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100059,7 +105986,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100068,8 +105995,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100078,7 +106006,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100087,7 +106015,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100096,7 +106024,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100105,8 +106033,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100115,7 +106046,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100124,7 +106055,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100133,7 +106064,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100142,7 +106073,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): @@ -100180,7 +106115,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100217,9 +106152,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100256,10 +106189,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100296,7 +106227,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100333,8 +106264,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -100344,648 +106276,56 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0035 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 63429 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx29180d012adb4f64b0ac1-00662dddad" "proxy-server 63429" 0.0011 "-" 63429 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52067/sdb1/1/a/c" "tx29180d012adb4f64b0ac1-00662dddad" "container-server 63429" 0.0018 "-" 63429 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58485/sda1/1/a/c" "tx29180d012adb4f64b0ac1-00662dddad" "container-server 63429" 0.0010 "-" 63429 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx29180d012adb4f64b0ac1-00662dddad" "proxy-server 63429" 0.0135 "-" 63429 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx29180d012adb4f64b0ac1-00662dddad" "proxy-server 63429" 0.0098 "-" 63429 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx29180d012adb4f64b0ac1-00662dddad - 0.0213 - - 1714281901.492847681 1714281901.514178038 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd05f6f5dcbd6419983de7-00662dddad" "proxy-server 63429" 0.0011 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58485/sda1/1/a1/c1" "txd05f6f5dcbd6419983de7-00662dddad" "container-server 63429" 0.0010 "-" 63429 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52067/sdb1/1/a1/c1" "txd05f6f5dcbd6419983de7-00662dddad" "container-server 63429" 0.0010 "-" 63429 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd05f6f5dcbd6419983de7-00662dddad" "proxy-server 63429" 0.0082 "-" 63429 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd05f6f5dcbd6419983de7-00662dddad" "proxy-server 63429" 0.0132 "-" 63429 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd05f6f5dcbd6419983de7-00662dddad - 0.0200 - - 1714281901.515451670 1714281901.535490751 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfd2b8161474e4cd7b8e99-00662dddad" "proxy-server 63429" 0.0018 "-" 63429 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52067/sdb1/2/a/c1" "txfd2b8161474e4cd7b8e99-00662dddad" "container-server 63429" 0.0030 "-" 63429 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58485/sda1/2/a/c1" "txfd2b8161474e4cd7b8e99-00662dddad" "container-server 63429" 0.0010 "-" 63429 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd2b8161474e4cd7b8e99-00662dddad" "proxy-server 63429" 0.0100 "-" 63429 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfd2b8161474e4cd7b8e99-00662dddad" "proxy-server 63429" 0.0149 "-" 63429 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfd2b8161474e4cd7b8e99-00662dddad - 0.0223 - - 1714281901.536806583 1714281901.559128523 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4b654aa9feb249f7947c0-00662dddad" "proxy-server 63429" 0.0019 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52067/sdb1/1/a/c2" "tx4b654aa9feb249f7947c0-00662dddad" "container-server 63429" 0.0010 "-" 63429 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58485/sda1/1/a/c2" "tx4b654aa9feb249f7947c0-00662dddad" "container-server 63429" 0.0015 "-" 63429 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b654aa9feb249f7947c0-00662dddad" "proxy-server 63429" 0.0128 "-" 63429 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4b654aa9feb249f7947c0-00662dddad" "proxy-server 63429" 0.0092 "-" 63429 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4b654aa9feb249f7947c0-00662dddad - 0.0213 - - 1714281901.560387373 1714281901.581698895 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9b27304c40494e118332d-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx05010a2386c3459aba054-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc31898c991814a4dabac9-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc31898c991814a4dabac9-00662dddad) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc31898c991814a4dabac9-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb8ceaa4efc4440aca976b-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb8ceaa4efc4440aca976b-00662dddad) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txb8ceaa4efc4440aca976b-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7b62028769b743fe900f1-00662dddad) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7b62028769b743fe900f1-00662dddad) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx56c9907db0b34ce6a13ee-00662dddad) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx56c9907db0b34ce6a13ee-00662dddad) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282123.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a49/111be472ce83b7aa73e6e632f7650a49/111be472ce83b7aa73e6e632f7650a49.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282123.00000, db: /tmp/tmpib5tt4px/sda/containers/0/a49/111be472ce83b7aa73e6e632f7650a49/111be472ce83b7aa73e6e632f7650a49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282125.00000, db: /tmp/tmpib5tt4px/sda/containers/0/5ba/7b611a391440c600698ca4a8544ad5ba/7b611a391440c600698ca4a8544ad5ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282125.00000, db: /tmp/tmpib5tt4px/sda/containers/0/5ba/7b611a391440c600698ca4a8544ad5ba/7b611a391440c600698ca4a8544ad5ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282127.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c4f/bfd091296b6b2de22d3c46a7472dac4f/bfd091296b6b2de22d3c46a7472dac4f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282127.00000, db: /tmp/tmpib5tt4px/sda/containers/0/c4f/bfd091296b6b2de22d3c46a7472dac4f/bfd091296b6b2de22d3c46a7472dac4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282129.00000, db: /tmp/tmpib5tt4px/sda/containers/0/082/28b74a3254dc3d5435824e26335c1082/28b74a3254dc3d5435824e26335c1082.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282129.00000, db: /tmp/tmpib5tt4px/sda/containers/0/082/28b74a3254dc3d5435824e26335c1082/28b74a3254dc3d5435824e26335c1082.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282131.00000, db: /tmp/tmpib5tt4px/sda/containers/0/723/544e940c24e4750609fa321ce1a12723/544e940c24e4750609fa321ce1a12723.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282131.00000, db: /tmp/tmpib5tt4px/sda/containers/0/723/544e940c24e4750609fa321ce1a12723/544e940c24e4750609fa321ce1a12723.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282133.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ca5/0ef15c17c8a0f8185de507275d898ca5/0ef15c17c8a0f8185de507275d898ca5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282133.00000, db: /tmp/tmpib5tt4px/sda/containers/0/ca5/0ef15c17c8a0f8185de507275d898ca5/0ef15c17c8a0f8185de507275d898ca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282135.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dcb/8935a9b72144553b8689b79146725dcb/8935a9b72144553b8689b79146725dcb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282135.00000, db: /tmp/tmpib5tt4px/sda/containers/0/dcb/8935a9b72144553b8689b79146725dcb/8935a9b72144553b8689b79146725dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282137.00000, db: /tmp/tmpib5tt4px/sda/containers/0/1ef/8014a710c626bab74575cb81cab4f1ef/8014a710c626bab74575cb81cab4f1ef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282137.00000, db: /tmp/tmpib5tt4px/sda/containers/0/1ef/8014a710c626bab74575cb81cab4f1ef/8014a710c626bab74575cb81cab4f1ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282139.00000, db: /tmp/tmpib5tt4px/sda/containers/0/cd3/dde23e2e1f2c2c2d0569ad5df8659cd3/dde23e2e1f2c2c2d0569ad5df8659cd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282139.00000, db: /tmp/tmpib5tt4px/sda/containers/0/cd3/dde23e2e1f2c2c2d0569ad5df8659cd3/dde23e2e1f2c2c2d0569ad5df8659cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282141.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f53/48c67ec9ab606a7431cb7e9a188c1f53/48c67ec9ab606a7431cb7e9a188c1f53.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282141.00000, db: /tmp/tmpib5tt4px/sda/containers/0/f53/48c67ec9ab606a7431cb7e9a188c1f53/48c67ec9ab606a7431cb7e9a188c1f53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282143.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bac/b0f9a363bd5efa9b480f3b1a6562cbac/b0f9a363bd5efa9b480f3b1a6562cbac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282143.00000, db: /tmp/tmpib5tt4px/sda/containers/0/bac/b0f9a363bd5efa9b480f3b1a6562cbac/b0f9a363bd5efa9b480f3b1a6562cbac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282145.00000, db: /tmp/tmpib5tt4px/sda/containers/0/397/f1cc4d09cf5eb7751bccc1ec01375397/f1cc4d09cf5eb7751bccc1ec01375397.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282145.00000, db: /tmp/tmpib5tt4px/sda/containers/0/397/f1cc4d09cf5eb7751bccc1ec01375397/f1cc4d09cf5eb7751bccc1ec01375397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281898.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d0a/50f82a4b1f4b1aa79d8e764f78e5cd0a/50f82a4b1f4b1aa79d8e764f78e5cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281903.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/770/09103686dadb9d14b5cd691e79803770/09103686dadb9d14b5cd691e79803770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281908.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/347/c16ee60c5a8a1f99d856bc4c09c71347/c16ee60c5a8a1f99d856bc4c09c71347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281948.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/fdc/4a5b8b8210605cad9360f1c6915d2fdc/4a5b8b8210605cad9360f1c6915d2fdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281963.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281993.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/669/7267c23c62bb62db539e796e759a0669/7267c23c62bb62db539e796e759a0669.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282008.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/07a/ea8b40f3f7e27dcc27d058fcf48a307a/ea8b40f3f7e27dcc27d058fcf48a307a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282013.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1f0/06a2ed3aa8c616cd213e5d7aad5951f0/06a2ed3aa8c616cd213e5d7aad5951f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282023.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282053.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/681/0bbd78b6be3dd19515931d010a598681/0bbd78b6be3dd19515931d010a598681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282068.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/289/b567139ca176e788d1a3c70df0c33289/b567139ca176e788d1a3c70df0c33289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282073.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ede/7c8f253be0a46291c7fb27b879b22ede/7c8f253be0a46291c7fb27b879b22ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282083.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282088.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c43/002101cb58ca89367ebf30f8511bac43/002101cb58ca89367ebf30f8511bac43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282093.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/81c/eb03068b77ba02a775c419858fb7281c/eb03068b77ba02a775c419858fb7281c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282103.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282108.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a09/3d3eb07bcf3981ae038fc4c54e268a09/3d3eb07bcf3981ae038fc4c54e268a09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282113.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/cda/0210ba7133487d66049ffecba7c84cda/0210ba7133487d66049ffecba7c84cda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282123.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282128.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/381/5ce27216a595585340ede101195d2381/5ce27216a595585340ede101195d2381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282133.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/45f/1997c008167638737e0d5aa7b98a745f/1997c008167638737e0d5aa7b98a745f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282143.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282148.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5e8/50678f033362c72593cf14dc1d7245e8/50678f033362c72593cf14dc1d7245e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282153.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/cde/895db0494f958b8044d8c753b8fdecde/895db0494f958b8044d8c753b8fdecde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282163.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282168.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ca2/9a913598d8341fb602c301651af48ca2/9a913598d8341fb602c301651af48ca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282173.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b72/7eb92a9063c10008503e58bba14c1b72/7eb92a9063c10008503e58bba14c1b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282178.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f6f/e9dbd7a0bf950d11621db9fbeec21f6f/e9dbd7a0bf950d11621db9fbeec21f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282183.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282188.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/e96/d10c17960ae6c4d78734fc8b59411e96/d10c17960ae6c4d78734fc8b59411e96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282193.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bd3/323de3c475ecca9a6c534f0480a10bd3/323de3c475ecca9a6c534f0480a10bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282198.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/295/d93a2c7cf00b788f948fc0a6e53e8295/d93a2c7cf00b788f948fc0a6e53e8295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282203.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282208.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a06/c71342499a52d5dc3931bfe21df3fa06/c71342499a52d5dc3931bfe21df3fa06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282213.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/76e/a815cd86c5376cba3682182af30a276e/a815cd86c5376cba3682182af30a276e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282218.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/53f/3c87aad68973e517d104e61a5ecb353f/3c87aad68973e517d104e61a5ecb353f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282223.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282228.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3f6/55ae91923a2863d17c0d81fce34a73f6/55ae91923a2863d17c0d81fce34a73f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282233.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/722/e0c0b028ec2b63668155c3004a93d722/e0c0b028ec2b63668155c3004a93d722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282238.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/83e/5415c321303f228fc8bf250aa551d83e/5415c321303f228fc8bf250aa551d83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282243.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282248.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/58e/83316863ff0dfb6527cb443f85fb658e/83316863ff0dfb6527cb443f85fb658e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282253.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/af5/34f24f9e1c51abf346524a1f97daaaf5/34f24f9e1c51abf346524a1f97daaaf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282258.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/eba/989b3831a4c5ea428fcfbaa701198eba/989b3831a4c5ea428fcfbaa701198eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282263.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282268.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f3e/dd741eda3b103a02c9f0267c85962f3e/dd741eda3b103a02c9f0267c85962f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282273.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/cc8/0fa829cf2a4b6ff55d4740e064652cc8/0fa829cf2a4b6ff55d4740e064652cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282278.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/04c/ce04375d5ab642716b70593b39dc204c/ce04375d5ab642716b70593b39dc204c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282283.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282288.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5a8/bbcedb83a6de37575f9dfc5c48aa35a8/bbcedb83a6de37575f9dfc5c48aa35a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282293.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4a1/fd045637975386eb9a8f2b8e1c3c94a1/fd045637975386eb9a8f2b8e1c3c94a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282298.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f54/978ffa1a841aaea071698f6534719f54/978ffa1a841aaea071698f6534719f54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282303.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282308.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6a6/a39212b2148cbeb06738e719fd25c6a6/a39212b2148cbeb06738e719fd25c6a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282313.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6b8/9d538ccbe97f300b7c10e212f14996b8/9d538ccbe97f300b7c10e212f14996b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282318.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5e3/41b15812650d3b3badf29ec81e9225e3/41b15812650d3b3badf29ec81e9225e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282323.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282328.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/800/4639674a790b9d25d9d8766d03c9e800/4639674a790b9d25d9d8766d03c9e800.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282333.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/380/74a7184f23c858214c9b9aef73206380/74a7184f23c858214c9b9aef73206380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282338.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ea9/e32409276f0389374a3b02c67e2a9ea9/e32409276f0389374a3b02c67e2a9ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282343.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/046/475579f064fa619d65f252c0cbe9d046/475579f064fa619d65f252c0cbe9d046.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282348.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d11/61383e8a192a03eab0592f81c345cd11/61383e8a192a03eab0592f81c345cd11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282353.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/859/06571c97b54eae3d847b67aed58e0859/06571c97b54eae3d847b67aed58e0859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282358.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/704/8750d5243bd51195c7619cff9b73d704/8750d5243bd51195c7619cff9b73d704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282363.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/584/bb3cf6aa47a9d850ada87810b2fd1584/bb3cf6aa47a9d850ada87810b2fd1584.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282368.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/137/00edaeabb41899680425377ac871e137/00edaeabb41899680425377ac871e137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282373.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b13/a58b315945697ee59cb3122ac4430b13/a58b315945697ee59cb3122ac4430b13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282378.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f6d/807dd306b4f4b7edce2e5cfba4407f6d/807dd306b4f4b7edce2e5cfba4407f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282383.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/581/9404dc6e2112c84d27c1eb9706518581/9404dc6e2112c84d27c1eb9706518581.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282388.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bbe/3e7782191d843e1afe04f9a785830bbe/3e7782191d843e1afe04f9a785830bbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282393.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7d7/afdac27de31ae248dad6a6fc41da97d7/afdac27de31ae248dad6a6fc41da97d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282398.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/cfe/834629a717417e03d7b3aef14fbbdcfe/834629a717417e03d7b3aef14fbbdcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282403.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/319/87fca60e1b995ea17f34b3800ba6a319/87fca60e1b995ea17f34b3800ba6a319.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282408.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6d9/16fc4c9bc0a848433a04d8dde4f216d9/16fc4c9bc0a848433a04d8dde4f216d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282413.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/120/5ab8774f514a7c9d4623fd891d8b8120/5ab8774f514a7c9d4623fd891d8b8120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282418.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ff8/f03644ec0559cf454bd466fb49c3fff8/f03644ec0559cf454bd466fb49c3fff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282423.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bb7/1e2cc4b31355a48aa56056294ce2dbb7/1e2cc4b31355a48aa56056294ce2dbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282428.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3af/325272bad064eacf73c4da2a86e463af/325272bad064eacf73c4da2a86e463af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282433.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d03/0eb9ade639f9880849375a1ac1477d03/0eb9ade639f9880849375a1ac1477d03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282438.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/8ca/c8974ac239fc90aeb65641227979a8ca/c8974ac239fc90aeb65641227979a8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282443.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7fc/90a6caa8677d5b0a0ef3e0f4290957fc/90a6caa8677d5b0a0ef3e0f4290957fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282448.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2a2/a9c815ac450544a3caf95e5b487052a2/a9c815ac450544a3caf95e5b487052a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282453.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5a2/8b3a132752b03c52f33db898fd4e25a2/8b3a132752b03c52f33db898fd4e25a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282458.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4f7/4c283300fa2c6c22edf0215eaf8be4f7/4c283300fa2c6c22edf0215eaf8be4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282463.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/10b/8626e3f418eb8b00a7b9cd1eeeee210b/8626e3f418eb8b00a7b9cd1eeeee210b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282468.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bb9/f808b85d9355922f1af4684910426bb9/f808b85d9355922f1af4684910426bb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282473.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/dd8/11ffaa852d103ffb67a373d2d2706dd8/11ffaa852d103ffb67a373d2d2706dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282478.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/614/af233f5d2331d7584f4c775f269d9614/af233f5d2331d7584f4c775f269d9614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282483.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f8f/882e965095a8dfc9d196edaff6331f8f/882e965095a8dfc9d196edaff6331f8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282488.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9cc/36b9bcd36428a4e715a2395b101589cc/36b9bcd36428a4e715a2395b101589cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282493.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/04d/7eb7f64f369d96034cc688d85d71a04d/7eb7f64f369d96034cc688d85d71a04d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282498.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3ad/b270d523bfc8124670aaa0bd9699a3ad/b270d523bfc8124670aaa0bd9699a3ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282503.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b48/931541b3aeec6e4194a595f9b71e4b48/931541b3aeec6e4194a595f9b71e4b48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282508.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/28d/941fdda462fa53ae8f042a187addf28d/941fdda462fa53ae8f042a187addf28d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282513.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/340/36a868153bfd8facd0c2bcab734cc340/36a868153bfd8facd0c2bcab734cc340.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282518.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/82e/51b52042650ac2f9d418216c4992882e/51b52042650ac2f9d418216c4992882e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282523.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1e3/7e7874dfdc3b8a242972bdff3507b1e3/7e7874dfdc3b8a242972bdff3507b1e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282528.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1b8/8516f7fa9a854c70300f12b18fdaf1b8/8516f7fa9a854c70300f12b18fdaf1b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282533.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/247/ecb58f46d19818173600b52958b4d247/ecb58f46d19818173600b52958b4d247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282538.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4cd/ecd44c57fc05c882252188ba1d1784cd/ecd44c57fc05c882252188ba1d1784cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282543.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/05a/3e48d4effda9da77c1751393e2d5305a/3e48d4effda9da77c1751393e2d5305a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282548.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/8c6/9e962dc788b2324ab41f4467572dc8c6/9e962dc788b2324ab41f4467572dc8c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282553.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bde/ba3647090c491b8e7c20905c9db22bde/ba3647090c491b8e7c20905c9db22bde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282558.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c84/a5f8601faac2fbff63b198ec89838c84/a5f8601faac2fbff63b198ec89838c84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282563.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2c4/60e6cf0cf5427b62e717dd7e1a90e2c4/60e6cf0cf5427b62e717dd7e1a90e2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282568.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f25/b2250e1dbca630e6dafbc9db31609f25/b2250e1dbca630e6dafbc9db31609f25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282573.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d9d/cba6da67ba840db7158a022cfab77d9d/cba6da67ba840db7158a022cfab77d9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282578.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9c4/91618462c2633368755b0fe4e8fce9c4/91618462c2633368755b0fe4e8fce9c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282583.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6db/3fd0038f0c29ecb3ab9bb9a1a050c6db/3fd0038f0c29ecb3ab9bb9a1a050c6db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282588.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/58f/4fffdc5c53f30b696b0b385e9512f58f/4fffdc5c53f30b696b0b385e9512f58f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282593.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bd4/5ced8df37f53dbedd1dda4d8695dbbd4/5ced8df37f53dbedd1dda4d8695dbbd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282598.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a72/8f7a69765de43ba24fca5252707f1a72/8f7a69765de43ba24fca5252707f1a72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282603.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d9f/57ab73f79b9a5efddd6b3775c338cd9f/57ab73f79b9a5efddd6b3775c338cd9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282608.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/00b/bf2fdfab4a7f0f5e08525f56681ba00b/bf2fdfab4a7f0f5e08525f56681ba00b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282613.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/962/e52d0371055d35139c166d88d0ddc962/e52d0371055d35139c166d88d0ddc962.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282618.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bae/449e5f9b52a906b2ce72be7c3ab0cbae/449e5f9b52a906b2ce72be7c3ab0cbae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282623.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a29/0f44d4cf71bbf1eedd0e1c07b9129a29/0f44d4cf71bbf1eedd0e1c07b9129a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282628.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/233/2a610cfab5fc73e234c958a43b625233/2a610cfab5fc73e234c958a43b625233.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282633.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/62d/830892bec9ffecd2e37cd8e7b662c62d/830892bec9ffecd2e37cd8e7b662c62d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282638.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/92a/126e54b0db687c6aad4136fc2ffe792a/126e54b0db687c6aad4136fc2ffe792a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282643.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c6a/fd5ea8393342c5bf1de2d1d7b1776c6a/fd5ea8393342c5bf1de2d1d7b1776c6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282648.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/832/13bf4bb24c248ac9bd08d43a9c9d5832/13bf4bb24c248ac9bd08d43a9c9d5832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282653.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d01/194a36224d3b9a1f4413ce99e012ed01/194a36224d3b9a1f4413ce99e012ed01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282658.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f1a/3eac680031cf2b506d27e288f1cc0f1a/3eac680031cf2b506d27e288f1cc0f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282663.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5fe/d218ed854c7b4c99aea017f08d54c5fe/d218ed854c7b4c99aea017f08d54c5fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282668.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2a7/f09b0fec17d8fd282013b9031d02f2a7/f09b0fec17d8fd282013b9031d02f2a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282673.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/49c/4136fb7eeb55a7c40f9c3337a336749c/4136fb7eeb55a7c40f9c3337a336749c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282678.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5cd/8f841db4c80338148665023115d145cd/8f841db4c80338148665023115d145cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282683.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/05a/fe927cfa47594dff58dbf03bd03bb05a/fe927cfa47594dff58dbf03bd03bb05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282688.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4dd/c69fe5f9939ede67fdcba03bbfbd44dd/c69fe5f9939ede67fdcba03bbfbd44dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282693.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9cd/5a8751c25c67ab4ea4d509f56442b9cd/5a8751c25c67ab4ea4d509f56442b9cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282698.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3d1/002074bf4f2cbb0cbea37d487adeb3d1/002074bf4f2cbb0cbea37d487adeb3d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282703.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/8fc/2dcf2254c1d884568014d0ac1dd7f8fc/2dcf2254c1d884568014d0ac1dd7f8fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282708.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/19c/482435fce25e02151caa67eba8a3b19c/482435fce25e02151caa67eba8a3b19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282713.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5aa/7ddad5028f5767de3161383dbd4995aa/7ddad5028f5767de3161383dbd4995aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282718.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/29f/76ff76ad149be3cbd0c397068676629f/76ff76ad149be3cbd0c397068676629f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282723.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4e6/2b0952e3f819ed846749ab41b6f5b4e6/2b0952e3f819ed846749ab41b6f5b4e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282728.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/573/2ddb2fc0adb429f2ee795b50b505a573/2ddb2fc0adb429f2ee795b50b505a573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282733.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4e8/aa36bbc8afbf06a75755bd50969284e8/aa36bbc8afbf06a75755bd50969284e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282738.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4ae/aac29a47d6d22fa0eff541e811ea34ae/aac29a47d6d22fa0eff541e811ea34ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282743.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6ca/6e757c6a02e144ff8d29abe3b9e6e6ca/6e757c6a02e144ff8d29abe3b9e6e6ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282748.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/48b/0d70e1d91ee307ee83c097000631d48b/0d70e1d91ee307ee83c097000631d48b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282753.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d04/b80736fdde907e2592a79a863a759d04/b80736fdde907e2592a79a863a759d04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282758.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bfc/55377cbb0bcd968b1e8c91fc7643dbfc/55377cbb0bcd968b1e8c91fc7643dbfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282763.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9c4/06164ed6f9a8247ba920618ad1c519c4/06164ed6f9a8247ba920618ad1c519c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282768.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/e83/6ece96d84a77dd89ffd7ce5df7fc5e83/6ece96d84a77dd89ffd7ce5df7fc5e83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282773.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2dd/20934258e48c49469e9819ce8b3dd2dd/20934258e48c49469e9819ce8b3dd2dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282778.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/35e/ee81d94f910166a7815087cf17b4d35e/ee81d94f910166a7815087cf17b4d35e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282783.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/982/1a8a51bd6d4b1dae2b4f91da1da1d982/1a8a51bd6d4b1dae2b4f91da1da1d982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282788.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c1a/421d8703ab1d5ce67149212bcd859c1a/421d8703ab1d5ce67149212bcd859c1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282793.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/920/e4fd63cccb41f001fd44e94389e30920/e4fd63cccb41f001fd44e94389e30920.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282798.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/86a/ef8bac3356b8386ad0107b442db9d86a/ef8bac3356b8386ad0107b442db9d86a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282803.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/549/d6ce427943f8568be97ffc6cf23f0549/d6ce427943f8568be97ffc6cf23f0549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282808.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6/ae93ae3ff5a5d8aee4f53a1fdc0ed3a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282813.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/dbe/cffef3553c56594e64e273415c079dbe/cffef3553c56594e64e273415c079dbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282818.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/648/0eb18837d4bcec8ef1b61a1004d7f648/0eb18837d4bcec8ef1b61a1004d7f648.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282823.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4dc/8bc0209ce0eee26b88645f66a4c894dc/8bc0209ce0eee26b88645f66a4c894dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282828.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/236/a4dff2051b0cd7f4cc58634e23558236/a4dff2051b0cd7f4cc58634e23558236.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282833.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ed4/34ecdb88851bee003969444c8fbb8ed4/34ecdb88851bee003969444c8fbb8ed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282838.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/090/a600d80442eadecae9863f93697be090/a600d80442eadecae9863f93697be090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282843.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/cb3/a6c89baad737b49ee8833f16bcccacb3/a6c89baad737b49ee8833f16bcccacb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282848.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/239/56d174831cf76d9ec3b32a6e7fd52239/56d174831cf76d9ec3b32a6e7fd52239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282853.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/133/7fca1ee8c61c7ed8729b9fa5edb18133/7fca1ee8c61c7ed8729b9fa5edb18133.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282858.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/680/a1fac15885d660c548d4756e11759680/a1fac15885d660c548d4756e11759680.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282863.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/514/eaf1165d637cacfc542541bde247a514/eaf1165d637cacfc542541bde247a514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282868.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bf0/9bb32280bf71a28e9abb30082c3d4bf0/9bb32280bf71a28e9abb30082c3d4bf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282873.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6a2/b268e508217275737133dc6de71846a2/b268e508217275737133dc6de71846a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282878.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/896/8a01c7de8e940ee12768c7f19aff8896/8a01c7de8e940ee12768c7f19aff8896.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282883.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bf5/c16c168e8f5dde90d33051f375769bf5/c16c168e8f5dde90d33051f375769bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282888.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b17/57fed05cd4b273533e527d1c1c327b17/57fed05cd4b273533e527d1c1c327b17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282893.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/672/62f415e6ebf3f2f21bb513c849c47672/62f415e6ebf3f2f21bb513c849c47672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282898.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/e3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f/4bb18e251cdd5a9f3dcbfbef23d8fe3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282903.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5af/066de63405a4078ef8cc8667b2d665af/066de63405a4078ef8cc8667b2d665af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282908.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/dac/5c6019b5745008812dbdfe1580d5bdac/5c6019b5745008812dbdfe1580d5bdac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282913.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/31d/231cb0b9afdc7f9a178dd554a228631d/231cb0b9afdc7f9a178dd554a228631d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282918.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ffd/d50798f779818358fb0be011d75e4ffd/d50798f779818358fb0be011d75e4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282923.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ba2/93c2fd1f9645d618ce13b2a26ebb4ba2/93c2fd1f9645d618ce13b2a26ebb4ba2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282928.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/92c/9cb60d4b46a1e579ddb08e861cdad92c/9cb60d4b46a1e579ddb08e861cdad92c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282933.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c97/3f5c459afaae04f10d8c1e9adf549c97/3f5c459afaae04f10d8c1e9adf549c97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282938.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2cc/6710e3d85c7f41a10e6e3fa0397ab2cc/6710e3d85c7f41a10e6e3fa0397ab2cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282943.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/560/32235ad4a350917999c0a9591b7e9560/32235ad4a350917999c0a9591b7e9560.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282948.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a4e/3ce1a73ae280c5fe109ede1687be5a4e/3ce1a73ae280c5fe109ede1687be5a4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282953.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d25/2924d92104440f3e3619be60a3cc5d25/2924d92104440f3e3619be60a3cc5d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282958.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c42/cb87332cd5f967fa621a2ec212cd3c42/cb87332cd5f967fa621a2ec212cd3c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282963.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9/18a15fe48c0ce76c3dfaf603eb4e7bc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282968.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/716/cde2f7122a848950f2b9e86a168ba716/cde2f7122a848950f2b9e86a168ba716.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282973.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/53e/f2f0592f938a25514cd6e34e5686c53e/f2f0592f938a25514cd6e34e5686c53e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282978.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7c5/35e09ad6f36af45126474e8d2ea387c5/35e09ad6f36af45126474e8d2ea387c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282983.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/357/aba27cfa6d9f331e22016d2bf90a8357/aba27cfa6d9f331e22016d2bf90a8357.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282988.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2e0/3855d75020695bbd69bca374f57102e0/3855d75020695bbd69bca374f57102e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282993.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/f83/271a283878930cf68f4cb1ae94971f83/271a283878930cf68f4cb1ae94971f83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282998.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6fc/2cae80fb172c978079aefc3a56c106fc/2cae80fb172c978079aefc3a56c106fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283003.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/55a/abab213fe78da263f2037409b0ece55a/abab213fe78da263f2037409b0ece55a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283008.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/102/dc6cf9f59f578577962407f936b7c102/dc6cf9f59f578577962407f936b7c102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283013.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/450/3c31bcdb3e7ec2bf41f15a42ad577450/3c31bcdb3e7ec2bf41f15a42ad577450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283018.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2aa/46d7f45f99faab0c35faa2b7e485a2aa/46d7f45f99faab0c35faa2b7e485a2aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283023.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/b63/43f784791cf71aa158548e400f46db63/43f784791cf71aa158548e400f46db63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283028.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7b8/5a7d0adcf6a32bf34421ad20867e17b8/5a7d0adcf6a32bf34421ad20867e17b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283033.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/109/8fd3d28e0b315a7883b0a48c6a144109/8fd3d28e0b315a7883b0a48c6a144109.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283038.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bf2/be4374825978679cbbc1685cc34d6bf2/be4374825978679cbbc1685cc34d6bf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283043.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/fbc/3c1d76d040b63e0ea7221f4ab9180fbc/3c1d76d040b63e0ea7221f4ab9180fbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283048.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/0aa/6ef8a4d3fd08cd0fac9b78fdd82310aa/6ef8a4d3fd08cd0fac9b78fdd82310aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283053.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/546/591c1bd137523a32cf6726780077b546/591c1bd137523a32cf6726780077b546.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283058.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd/b8fcc73a7fb2456c670a8c07ab4c4ffd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283063.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/6ed/d5af446af257fea0decfe779b34286ed/d5af446af257fea0decfe779b34286ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283068.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ac4/96a13df95a12e2d556761d2a77f5fac4/96a13df95a12e2d556761d2a77f5fac4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283073.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/5d7/be70f59e734725b553988365465a15d7/be70f59e734725b553988365465a15d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283078.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bf8/897f1a770dcbba78986a632191ba0bf8/897f1a770dcbba78986a632191ba0bf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283083.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/e75/60af727828b4e9caa64244d684f7be75/60af727828b4e9caa64244d684f7be75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283088.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/99a/922897a5b63c1ed2b7e6189f2eb1599a/922897a5b63c1ed2b7e6189f2eb1599a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283093.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/227/6b9dbc1aec8ccbf0301bfe0af016d227/6b9dbc1aec8ccbf0301bfe0af016d227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283098.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/7b4/79e43a8dbdb071e7b93fa1015488d7b4/79e43a8dbdb071e7b93fa1015488d7b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283103.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/c49/0d4e92b187827267625c7820ec82ac49/0d4e92b187827267625c7820ec82ac49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283108.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/bdd/145cf80d895447b5f7c727c2faffebdd/145cf80d895447b5f7c727c2faffebdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283113.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d85/c31b427a583556d5a666cff902928d85/c31b427a583556d5a666cff902928d85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283118.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/79c/b2ce330f473d54ec9649e594f712279c/b2ce330f473d54ec9649e594f712279c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283123.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/4c4/545539cd727379b36d414fe1c5b104c4/545539cd727379b36d414fe1c5b104c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283128.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/a3e/1f17f3e2cc8b19eb688bb1098f569a3e/1f17f3e2cc8b19eb688bb1098f569a3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283133.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/ee3/e851fa17342909cf37a97f52130b8ee3/e851fa17342909cf37a97f52130b8ee3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283138.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/d7b/20b8960a8c72520c64ccbf3a80ad3d7b/20b8960a8c72520c64ccbf3a80ad3d7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283143.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/1be/152b199e9918832a90de35bd8a4a91be/152b199e9918832a90de35bd8a4a91be.db -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4921b70a9a374b5b89705-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4921b70a9a374b5b89705-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4921b70a9a374b5b89705-00662dddaf) -test ERROR: Container HEAD returning 503 for [] (txn: tx4921b70a9a374b5b89705-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx264bd01abb924792aeeb3-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx264bd01abb924792aeeb3-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx264bd01abb924792aeeb3-00662dddaf) -test ERROR: Container HEAD returning 503 for [] (txn: tx264bd01abb924792aeeb3-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx5c02ce5f08a148a3b23fe-00662dddae) -test INFO: Client disconnected on read of '/a/c' (txn: tx5c02ce5f08a148a3b23fe-00662dddae) -test INFO: Client disconnected on read of '/a/c' (txn: txcef7efc5ebe04fb2b1aae-00662dddae) -test INFO: Client disconnected on read of '/a/c' (txn: txcef7efc5ebe04fb2b1aae-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf2eee499aac94a73bf454-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7a37a3a3793f4af1b8cb4-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0d32c0dfa248476d9d83b-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0d32c0dfa248476d9d83b-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0d32c0dfa248476d9d83b-00662dddae) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0d32c0dfa248476d9d83b-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc0e6941cc95740459b980-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc0e6941cc95740459b980-00662dddae) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc0e6941cc95740459b980-00662dddae) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txc0e6941cc95740459b980-00662dddae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx1fd454fefd1f4fcf8d8d9-00662dddae) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx1fd454fefd1f4fcf8d8d9-00662dddae) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx1fd454fefd1f4fcf8d8d9-00662dddae) -test ERROR: Account HEAD returning 503 for [] (txn: tx1fd454fefd1f4fcf8d8d9-00662dddae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc056b8b6c6d34874bb1d1-00662dddae) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb4d5c20b704e43b396fe2-00662dddae) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txb4d5c20b704e43b396fe2-00662dddae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -100993,8 +106333,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b4b68c9ed984db184d45-00662dddae) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101002,8 +106342,9 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2974930ec7e4460c886d0-00662dddae) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101011,204 +106352,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb7f3091084bb48b08f123-00662dddae) -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpcwfepu80/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcwfepu80/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpcwfepu80/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcwfepu80/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 63461 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0037 "-" 63461 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 63461 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 63461 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb688ee12af774874a56a5-00662dddb0" "proxy-server 63461" 0.0012 "-" 63461 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58071/sda1/0/a/c" "txb688ee12af774874a56a5-00662dddb0" "container-server 63461" 0.0018 "-" 63461 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50467/sdb1/0/a/c" "txb688ee12af774874a56a5-00662dddb0" "container-server 63461" 0.0012 "-" 63461 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb688ee12af774874a56a5-00662dddb0" "proxy-server 63461" 0.0142 "-" 63461 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txb688ee12af774874a56a5-00662dddb0" "proxy-server 63461" 0.0104 "-" 63461 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb688ee12af774874a56a5-00662dddb0 - 0.0224 - - 1714281904.122165203 1714281904.144545794 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txeb7b89ffd01746099eb9f-00662dddb0" "proxy-server 63461" 0.0013 "-" 63461 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50467/sdb1/2/a1/c1" "txeb7b89ffd01746099eb9f-00662dddb0" "container-server 63461" 0.0011 "-" 63461 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58071/sda1/2/a1/c1" "txeb7b89ffd01746099eb9f-00662dddb0" "container-server 63461" 0.0010 "-" 63461 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeb7b89ffd01746099eb9f-00662dddb0" "proxy-server 63461" 0.0126 "-" 63461 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeb7b89ffd01746099eb9f-00662dddb0" "proxy-server 63461" 0.0090 "-" 63461 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txeb7b89ffd01746099eb9f-00662dddb0 - 0.0207 - - 1714281904.146021605 1714281904.166719675 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx93d3acf7fc9d411cba695-00662dddb0" "proxy-server 63461" 0.0019 "-" 63461 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58071/sda1/0/a/c1" "tx93d3acf7fc9d411cba695-00662dddb0" "container-server 63461" 0.0011 "-" 63461 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50467/sdb1/0/a/c1" "tx93d3acf7fc9d411cba695-00662dddb0" "container-server 63461" 0.0017 "-" 63461 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx93d3acf7fc9d411cba695-00662dddb0" "proxy-server 63461" 0.0149 "-" 63461 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx93d3acf7fc9d411cba695-00662dddb0" "proxy-server 63461" 0.0113 "-" 63461 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx93d3acf7fc9d411cba695-00662dddb0 - 0.0237 - - 1714281904.168065310 1714281904.191796064 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9189f7649dc04125af262-00662dddb0" "proxy-server 63461" 0.0020 "-" 63461 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:50467/sdb1/2/a/c2" "tx9189f7649dc04125af262-00662dddb0" "container-server 63461" 0.0017 "-" 63461 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58071/sda1/2/a/c2" "tx9189f7649dc04125af262-00662dddb0" "container-server 63461" 0.0010 "-" 63461 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9189f7649dc04125af262-00662dddb0" "proxy-server 63461" 0.0134 "-" 63461 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:04 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9189f7649dc04125af262-00662dddb0" "proxy-server 63461" 0.0097 "-" 63461 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/04 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9189f7649dc04125af262-00662dddb0 - 0.0221 - - 1714281904.193174362 1714281904.215229511 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283148.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/01a/8db6a1b9aa6eff2906bf602038a9701a/8db6a1b9aa6eff2906bf602038a9701a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283153.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/2ba/0f11d864f056881f77b78239fedc52ba/0f11d864f056881f77b78239fedc52ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283158.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/dff/0f130383ec657448ad3389cf5961ddff/0f130383ec657448ad3389cf5961ddff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283163.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/da7/72a93afc583a1b1ffe5e34b045547da7/72a93afc583a1b1ffe5e34b045547da7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283168.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/9c3/4ba7318e17758376a4cc61de4e1959c3/4ba7318e17758376a4cc61de4e1959c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283173.00000-0, db: /tmp/tmpm8d8h4qj/sda/containers/0/106/abc429ab227ea257abb87e6e0ae70106/abc429ab227ea257abb87e6e0ae70106.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpqvhegns4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1714281900.00000, path: a/c, db: /tmp/tmpfxoyc1hl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281900.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmprec0sb1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmpw5v2660u/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281901.00000-0, db: /tmp/tmpw5v2660u/sda/containers/0/494/751fa91377303df642857edafc6cb494/751fa91377303df642857edafc6cb494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmpw5v2660u/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281904.00000-0, db: /tmp/tmpw5v2660u/sda/containers/0/f56/f334b3c2bda078a5e39a7aaca890bf56/f334b3c2bda078a5e39a7aaca890bf56.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1714281901.00000, (0, 0) as of 1714281901.00000, active as of 1714281901.00000> to ShardRange<'k' to 't' as of 1714281902.00000, (0, 0) as of 1714281902.00000, active as of 1714281902.00000>, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281906.00000, (0, 0) as of 1714281906.00000, shrinking as of 1714281903.00000> to ShardRange<'k' to 't' as of 1714281906.00000, (0, 0) as of 1714281906.00000, sharding as of 1714281907.00000>, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpcepmnsze/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-60ee449efaa4ed6154db7ff7336221f6-1714281905.00000-2, db: /tmp/tmpujpwmmi3/sda/containers/0/853/a46f4d01da891655422547d705943853/a46f4d01da891655422547d705943853.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281903.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/154/e32a235d8afd8e0bb629273b87b0d154/e32a235d8afd8e0bb629273b87b0d154.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281903.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/154/e32a235d8afd8e0bb629273b87b0d154/e32a235d8afd8e0bb629273b87b0d154.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281912.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d6c/33e215ca141720a2e8dad11b30fa9d6c/33e215ca141720a2e8dad11b30fa9d6c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281912.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d6c/33e215ca141720a2e8dad11b30fa9d6c/33e215ca141720a2e8dad11b30fa9d6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281921.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/f8b/8a383490398a0c66669a5c5f018e6f8b/8a383490398a0c66669a5c5f018e6f8b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281921.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/f8b/8a383490398a0c66669a5c5f018e6f8b/8a383490398a0c66669a5c5f018e6f8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281930.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/13b/f55f6fc37721fe8fde31f6d2a8ba513b/f55f6fc37721fe8fde31f6d2a8ba513b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281930.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/13b/f55f6fc37721fe8fde31f6d2a8ba513b/f55f6fc37721fe8fde31f6d2a8ba513b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281939.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/764/aa99ff8962b73c7a68673041e2493764/aa99ff8962b73c7a68673041e2493764.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281939.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/764/aa99ff8962b73c7a68673041e2493764/aa99ff8962b73c7a68673041e2493764.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281948.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d98/5dba248e66e283ce6b973048cef91d98/5dba248e66e283ce6b973048cef91d98.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281948.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d98/5dba248e66e283ce6b973048cef91d98/5dba248e66e283ce6b973048cef91d98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281957.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/e82/5b6ac5a48c1e0d20387780badc389e82/5b6ac5a48c1e0d20387780badc389e82.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281957.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/e82/5b6ac5a48c1e0d20387780badc389e82/5b6ac5a48c1e0d20387780badc389e82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281966.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/e8a/3d71ad9967aeb9cc05bda9f6775e4e8a/3d71ad9967aeb9cc05bda9f6775e4e8a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281966.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/e8a/3d71ad9967aeb9cc05bda9f6775e4e8a/3d71ad9967aeb9cc05bda9f6775e4e8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281975.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/84c/bac04f2d41cd134fef5a1cf53832084c/bac04f2d41cd134fef5a1cf53832084c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281975.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/84c/bac04f2d41cd134fef5a1cf53832084c/bac04f2d41cd134fef5a1cf53832084c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281975.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/84c/bac04f2d41cd134fef5a1cf53832084c/bac04f2d41cd134fef5a1cf53832084c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281984.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/9fe/dfc282b23bd5ab3aa64b3d888c0239fe/dfc282b23bd5ab3aa64b3d888c0239fe.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281984.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/9fe/dfc282b23bd5ab3aa64b3d888c0239fe/dfc282b23bd5ab3aa64b3d888c0239fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281984.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/9fe/dfc282b23bd5ab3aa64b3d888c0239fe/dfc282b23bd5ab3aa64b3d888c0239fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281993.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/16f/8141dcd194d10a66e518f53957db216f/8141dcd194d10a66e518f53957db216f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281993.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/16f/8141dcd194d10a66e518f53957db216f/8141dcd194d10a66e518f53957db216f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281993.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/16f/8141dcd194d10a66e518f53957db216f/8141dcd194d10a66e518f53957db216f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282002.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d35/afbb0febb4e4778b1bb0f4b9aae95d35/afbb0febb4e4778b1bb0f4b9aae95d35.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282002.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d35/afbb0febb4e4778b1bb0f4b9aae95d35/afbb0febb4e4778b1bb0f4b9aae95d35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282002.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/d35/afbb0febb4e4778b1bb0f4b9aae95d35/afbb0febb4e4778b1bb0f4b9aae95d35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282011.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/257/e5b1643084d9040aab64320d16c3a257/e5b1643084d9040aab64320d16c3a257.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282011.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/257/e5b1643084d9040aab64320d16c3a257/e5b1643084d9040aab64320d16c3a257.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282011.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/257/e5b1643084d9040aab64320d16c3a257/e5b1643084d9040aab64320d16c3a257.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282020.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/c71/516f4a75b5438ad828d07305190c5c71/516f4a75b5438ad828d07305190c5c71.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:24:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpkveqedwk/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp32xgsvvv/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp32xgsvvv/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101216,18 +106361,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc1cc351ac561437ca4054-00662dddae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8f5ca1d0ca2d4002a97da-00662dddaf) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc913190e399048ae9ef3a-00662dddaf) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txc913190e399048ae9ef3a-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101235,8 +106370,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101244,8 +106379,93 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx1491796c5c764eeb96054-00683aee6d) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx859e54a92eb1493cbfcab-00683aee6d) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx76f646a0938947b1a222a-00683aee6d) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txcabdc13642494389809a8-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -101253,44 +106473,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test WARNING: Could not autocreate account '/account' (txn: txa8b0e13a37e643c6b3d7d-00662dddaf) -test INFO: autocreate account '/account' (txn: txde5c3545c0924da48f5e9-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx3bb67c012648450da7947-00662dddaf) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3bb67c012648450da7947-00662dddaf) -test WARNING: Could not autocreate account '/account' (txn: tx3bb67c012648450da7947-00662dddaf) -test INFO: autocreate account '/account' (txn: tx2d3c8590d2a34267b7f3c-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx72f629b5cb49468091704-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx72f629b5cb49468091704-00662dddaf) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx72f629b5cb49468091704-00662dddaf) -test INFO: autocreate account '/account' (txn: tx7b73d6f2c0da43c3950dc-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa92060d5a1fd40879af51-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txa92060d5a1fd40879af51-00662dddaf) -test INFO: autocreate account '/account' (txn: txa92060d5a1fd40879af51-00662dddaf) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx799b8435005f443ab0d64-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx799b8435005f443ab0d64-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx85d666b0750a4908a9cc7-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx60cd0ac1e2774d56acf73-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101319,9 +106502,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101359,11 +106542,11 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101400,7 +106583,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101475,7 +106658,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101512,7 +106695,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101549,9 +106732,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101589,9 +106772,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101628,7 +106811,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101665,8 +106848,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101703,10 +106886,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -101716,1675 +106899,101 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx138393b074e343488fc53-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx52eb628a2d064036b1b3b-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx604c85770e27419fb709c-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2017a802a3df4941adea5-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx9df6aa8a06d94e91be99e-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx73f2b31c1d3e4a61a6cc8-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5b3ef4e3a47a4957a3206-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5b3ef4e3a47a4957a3206-00662dddaf) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5b3ef4e3a47a4957a3206-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx38acba46b2914594a0371-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx38acba46b2914594a0371-00662dddaf) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx38acba46b2914594a0371-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4f33b1abf53e4eb2b8e1b-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4f33b1abf53e4eb2b8e1b-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4f33b1abf53e4eb2b8e1b-00662dddaf) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4f33b1abf53e4eb2b8e1b-00662dddaf) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txa631fcff75694f968bba2-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa631fcff75694f968bba2-00662dddaf) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa631fcff75694f968bba2-00662dddaf) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa631fcff75694f968bba2-00662dddaf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txd65380358dd345ba9c6e0-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4d7d7ac2a61242a2943ca-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx4d7d7ac2a61242a2943ca-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4d7d7ac2a61242a2943ca-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: tx4d7d7ac2a61242a2943ca-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx24ea8254090e43ecb852a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx24ea8254090e43ecb852a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx24ea8254090e43ecb852a-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: tx24ea8254090e43ecb852a-00662dddb0) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbee8d93cba2246c29c2b6-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txf35daf9178b14504beb7e-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txf35daf9178b14504beb7e-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf35daf9178b14504beb7e-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: txf35daf9178b14504beb7e-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7e33b1c63a3a480cb32cb-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7e33b1c63a3a480cb32cb-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7e33b1c63a3a480cb32cb-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: tx7e33b1c63a3a480cb32cb-00662dddb0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx95e1e24759b04252bc762-00662dddb0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx292716b564c647339617d-00662dddb0) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx292716b564c647339617d-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx292716b564c647339617d-00662dddb0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx86d80aa14bc04e63ae76c-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txea06c86a02b049a1bb36d-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: txea06c86a02b049a1bb36d-00662dddb0) -test INFO: Client disconnected on read of '/a/c/' (txn: txea06c86a02b049a1bb36d-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3df231b609574e0a93af6-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3df231b609574e0a93af6-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3df231b609574e0a93af6-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3df231b609574e0a93af6-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5a7e2d20900b43328e551-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5a7e2d20900b43328e551-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5a7e2d20900b43328e551-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5a7e2d20900b43328e551-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8fcef4fe6ccd487298846-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8fcef4fe6ccd487298846-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8fcef4fe6ccd487298846-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8fcef4fe6ccd487298846-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx686c69ca99954512b5945-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx686c69ca99954512b5945-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx686c69ca99954512b5945-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx686c69ca99954512b5945-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc094e8a55dec442b8dad1-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc094e8a55dec442b8dad1-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc094e8a55dec442b8dad1-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc094e8a55dec442b8dad1-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx334635605fa4476085245-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx334635605fa4476085245-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx334635605fa4476085245-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx334635605fa4476085245-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx969f2af86134463a883ab-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx969f2af86134463a883ab-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx969f2af86134463a883ab-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx969f2af86134463a883ab-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5573847ab01746c192716-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5573847ab01746c192716-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5573847ab01746c192716-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5573847ab01746c192716-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4d999ac986454bf79e277-00662dddb0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx4d999ac986454bf79e277-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4d999ac986454bf79e277-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4d999ac986454bf79e277-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4d999ac986454bf79e277-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4d999ac986454bf79e277-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd9410ea04a3740f4ab1f7-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd9410ea04a3740f4ab1f7-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd9410ea04a3740f4ab1f7-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503] (txn: txd9410ea04a3740f4ab1f7-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx1ffb389a050f4f059c0c2-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1c089b177cf0424f846b8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1c089b177cf0424f846b8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1c089b177cf0424f846b8-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx1c089b177cf0424f846b8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdf5c9008e5554747832b0-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdf5c9008e5554747832b0-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdf5c9008e5554747832b0-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txdf5c9008e5554747832b0-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8b470031dd6541ebbb5e6-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8b470031dd6541ebbb5e6-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8b470031dd6541ebbb5e6-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx8b470031dd6541ebbb5e6-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6e3dc699480549a98f9d7-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6e3dc699480549a98f9d7-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6e3dc699480549a98f9d7-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx6e3dc699480549a98f9d7-00662dddb0) -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx03f2db62f3994f538cd64-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx03f2db62f3994f538cd64-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx03f2db62f3994f538cd64-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx03f2db62f3994f538cd64-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc829afd679d5477ba84e3-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc829afd679d5477ba84e3-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc829afd679d5477ba84e3-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txc829afd679d5477ba84e3-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4ec4368fbe4e44e78b2a8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4ec4368fbe4e44e78b2a8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4ec4368fbe4e44e78b2a8-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx4ec4368fbe4e44e78b2a8-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfe53db35d9944969bce24-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfe53db35d9944969bce24-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfe53db35d9944969bce24-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txfe53db35d9944969bce24-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba2a5de1411c4e618917a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba2a5de1411c4e618917a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba2a5de1411c4e618917a-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txba2a5de1411c4e618917a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0d4aeba1382e4782a3d8a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0d4aeba1382e4782a3d8a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0d4aeba1382e4782a3d8a-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx0d4aeba1382e4782a3d8a-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeed71cd2b8ad4e04a7f4d-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeed71cd2b8ad4e04a7f4d-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeed71cd2b8ad4e04a7f4d-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txeed71cd2b8ad4e04a7f4d-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx777304757e9f4123be807-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx777304757e9f4123be807-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx777304757e9f4123be807-00662dddb0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx777304757e9f4123be807-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7d06cf2e396348a9b6151-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7d06cf2e396348a9b6151-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7d06cf2e396348a9b6151-00662dddb0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7d06cf2e396348a9b6151-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3400a8d13964415581082-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3400a8d13964415581082-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3400a8d13964415581082-00662dddb0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3400a8d13964415581082-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb273d4cb65824e73af0cc-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb273d4cb65824e73af0cc-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb273d4cb65824e73af0cc-00662dddb0) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb273d4cb65824e73af0cc-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx03ab204f611846c0a618c-00662dddb0) -test INFO: Client disconnected on read of '/a/c/' (txn: tx03ab204f611846c0a618c-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx02486797fc714ee7a9b2e-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx02486797fc714ee7a9b2e-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx02486797fc714ee7a9b2e-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: tx02486797fc714ee7a9b2e-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe6483a8133704ecc85aa1-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe6483a8133704ecc85aa1-00662dddb0) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txe6483a8133704ecc85aa1-00662dddb0) -test ERROR: Account HEAD returning 503 for [] (txn: txe6483a8133704ecc85aa1-00662dddb0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test ERROR: Failed to unlink '/tmp/tmpc_ympak8/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpc_ympak8/containers/part/suffix/hash/container_1714281907.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpc_ympak8/containers/part/suffix/hash/container_1714281907.00000.db': ['/tmp/tmpc_ympak8/containers/part/suffix/hash/container.db', '/tmp/tmpc_ympak8/containers/part/suffix/hash/container_1714281908.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpc_ympak8/containers/part/suffix/hash/container_1714281908.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmphj0oiadw/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpm56pavxc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpm56pavxc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpm56pavxc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa113258bad844f348dead-00662dddb1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txca7907e556d64938a872f-00662dddb1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd7b60e88f7b645e1a8fd1-00662dddb1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1307, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1321, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1336, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Calling S3Api Middleware -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Sun, 28 Apr 2024 05:25:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -test DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 264, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +StopIteration test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -103403,9 +107012,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: @@ -103424,7 +107033,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -103455,8 +107064,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -103500,8 +107109,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -103559,7 +107168,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -103632,7 +107241,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -103719,7 +107328,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -103820,7 +107429,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -103935,550 +107544,67 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 706, in __init__ raise status -OSError (txn: tx600e565fb8ea49fb91cca-00662dddad) -test ERROR: Container GET returning 503 for [] (txn: tx600e565fb8ea49fb91cca-00662dddad) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx21468aa6228b4f40a473c-00662dddb0) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx21468aa6228b4f40a473c-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx2b1c1f3f821244fbb58b6-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx798f9cd4a03c45d0b4a09-00662dddb0) +OSError (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: tx90ac5fe2f3904cf5a0964-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx9fe5b85b4f4a4c42bdd87-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: txdc7cb064ff924863bafe9-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx16aa3844e693405f91c8e-00683aee6d) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpktg_xbv9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpktg_xbv9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpktg_xbv9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmp_7cysjms/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp9ijkl5p5/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmprpb5opwo/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmprpb5opwo/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmprpb5opwo/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/test_server.py", line 1210, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbba05c7dfabf43ec8d860-00662dddb2) -test INFO: Client disconnected on read of '/a/c' (txn: txbba05c7dfabf43ec8d860-00662dddb2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx1613ab96fd9343aeb111d-00662dddb2) -test INFO: Client disconnected on read of '/a/c' (txn: tx1613ab96fd9343aeb111d-00662dddb2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx1a4785bf93da4666bbdae-00662dddb4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx1a4785bf93da4666bbdae-00662dddb4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx1a4785bf93da4666bbdae-00662dddb4) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx1a4785bf93da4666bbdae-00662dddb4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282020.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/c71/516f4a75b5438ad828d07305190c5c71/516f4a75b5438ad828d07305190c5c71.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282020.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/c71/516f4a75b5438ad828d07305190c5c71/516f4a75b5438ad828d07305190c5c71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282029.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/f15/48dd79ccc70a68ccdcb1c246e9c3af15/48dd79ccc70a68ccdcb1c246e9c3af15.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282029.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/f15/48dd79ccc70a68ccdcb1c246e9c3af15/48dd79ccc70a68ccdcb1c246e9c3af15.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282029.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/f15/48dd79ccc70a68ccdcb1c246e9c3af15/48dd79ccc70a68ccdcb1c246e9c3af15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282038.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/078/9aa7278574cd1b2b7c982ff401261078/9aa7278574cd1b2b7c982ff401261078.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282038.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/078/9aa7278574cd1b2b7c982ff401261078/9aa7278574cd1b2b7c982ff401261078.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714282038.00000-2, db: /tmp/tmpq49s3cb5/sda/containers/0/078/9aa7278574cd1b2b7c982ff401261078/9aa7278574cd1b2b7c982ff401261078.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1714281904.00000, (0, 0) as of 1714281904.00000, active as of 1714281904.00000> to ShardRange<'a' to 'b' as of 1714281904.00000, (0, 0) as of 1714281904.00000, sharding as of 1714281909.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c_1714281904.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c_1714281904.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c_1714281904.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c_1714281904.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1714281904.00000, (0, 0) as of 1714281904.00000, sharding as of 1714281910.00000> to ShardRange<'a' to 'b' as of 1714281904.00000, (0, 0) as of 1714281904.00000, sharded as of 1714281913.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1714281904.00000-2, db: /tmp/tmpgwebzb11/sda/containers/0/45c/c9d3aaa0b399b561bd432badeb72c45c/c9d3aaa0b399b561bd432badeb72c45c_1714281904.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281904.00000, db: /tmp/tmpauoic63_/sda/containers/0/77a/59014a63468faf28cc1b9beb5e50177a/59014a63468faf28cc1b9beb5e50177a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpauoic63_/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281905.00000, (0, 0) as of 1714281905.00000, found as of 1714281905.00000> to ShardRange<'k' to 't' as of 1714281906.00000, (0, 0) as of 1714281906.00000, created as of 1714281906.00000>, path: .shards_a/shard_c_1714281906.00000, db: /tmp/tmpauoic63_/sda/containers/0/aea/8af26e9b64c12cbadccfbf1688797aea/8af26e9b64c12cbadccfbf1688797aea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpauoic63_/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281907.00000, (0, 0) as of 1714281907.00000, found as of 1714281907.00000> to ShardRange<'k' to 't' as of 1714281908.00000, (0, 0) as of 1714281908.00000, cleaved as of 1714281908.00000>, path: .shards_a/shard_c_1714281908.00000, db: /tmp/tmpauoic63_/sda/containers/0/5c9/c3cf0010c74fb983bbd81684572525c9/c3cf0010c74fb983bbd81684572525c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281910.00000, db: /tmp/tmpauoic63_/sda/containers/0/eec/b6445ca61339484ce822d68055f57eec/b6445ca61339484ce822d68055f57eec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281909.00000, (0, 0) as of 1714281909.00000, found as of 1714281909.00000> to ShardRange<'k' to 't' as of 1714281910.00000, (0, 0) as of 1714281910.00000, active as of 1714281910.00000>, path: .shards_a/shard_c_1714281910.00000, db: /tmp/tmpauoic63_/sda/containers/0/eec/b6445ca61339484ce822d68055f57eec/b6445ca61339484ce822d68055f57eec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpauoic63_/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281911.00000, (0, 0) as of 1714281911.00000, found as of 1714281911.00000> to ShardRange<'k' to 't' as of 1714281912.00000, (0, 0) as of 1714281912.00000, shrinking as of 1714281912.00000>, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpauoic63_/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281912.00000, db: /tmp/tmpauoic63_/sda/containers/0/a76/a9804d7d1b8f67c7262b7716298dca76/a9804d7d1b8f67c7262b7716298dca76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpauoic63_/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281913.00000, (0, 0) as of 1714281913.00000, found as of 1714281913.00000> to ShardRange<'k' to 't' as of 1714281914.00000, (0, 0) as of 1714281914.00000, sharding as of 1714281914.00000>, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpauoic63_/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281914.00000, db: /tmp/tmpauoic63_/sda/containers/0/8be/6a7fd0109c98dc1a5e0b4e9aedbc38be/6a7fd0109c98dc1a5e0b4e9aedbc38be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpauoic63_/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281915.00000, (0, 0) as of 1714281915.00000, found as of 1714281915.00000> to ShardRange<'k' to 't' as of 1714281916.00000, (0, 0) as of 1714281916.00000, sharded as of 1714281916.00000>, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpauoic63_/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281916.00000, db: /tmp/tmpauoic63_/sda/containers/0/d2a/086a42c00b2484eed80480374fb7ed2a/086a42c00b2484eed80480374fb7ed2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpauoic63_/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281917.00000, (0, 0) as of 1714281917.00000, found as of 1714281917.00000> to ShardRange<'k' to 't' as of 1714281918.00000, (0, 0) as of 1714281918.00000, shrunk as of 1714281918.00000>, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpauoic63_/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281918.00000, db: /tmp/tmpauoic63_/sda/containers/0/116/4dbce9e923a79059a1616ba9ff5f3116/4dbce9e923a79059a1616ba9ff5f3116.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpauoic63_/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281919.00000, (0, 0) as of 1714281919.00000, created as of 1714281919.00000> to ShardRange<'k' to 't' as of 1714281920.00000, (0, 0) as of 1714281920.00000, found as of 1714281920.00000>, path: .shards_a/shard_c_1714281920.00000, db: /tmp/tmpauoic63_/sda/containers/0/f12/4a064d89c74d63649f5ba990551cff12/4a064d89c74d63649f5ba990551cff12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281922.00000, db: /tmp/tmpauoic63_/sda/containers/0/c50/4969b4dcf80a66a0f35fc1c1319d8c50/4969b4dcf80a66a0f35fc1c1319d8c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpauoic63_/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281923.00000, (0, 0) as of 1714281923.00000, created as of 1714281923.00000> to ShardRange<'k' to 't' as of 1714281924.00000, (0, 0) as of 1714281924.00000, cleaved as of 1714281924.00000>, path: .shards_a/shard_c_1714281924.00000, db: /tmp/tmpauoic63_/sda/containers/0/fec/588b71710148d150eaf9b58d06c13fec/588b71710148d150eaf9b58d06c13fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281926.00000, db: /tmp/tmpauoic63_/sda/containers/0/f10/2d1257192c20d00c023ce2d84c0fbf10/2d1257192c20d00c023ce2d84c0fbf10.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281925.00000, (0, 0) as of 1714281925.00000, created as of 1714281925.00000> to ShardRange<'k' to 't' as of 1714281926.00000, (0, 0) as of 1714281926.00000, active as of 1714281926.00000>, path: .shards_a/shard_c_1714281926.00000, db: /tmp/tmpauoic63_/sda/containers/0/f10/2d1257192c20d00c023ce2d84c0fbf10/2d1257192c20d00c023ce2d84c0fbf10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281928.00000, db: /tmp/tmpauoic63_/sda/containers/0/70a/aff8210b3b888c3f8af567a8b99c470a/aff8210b3b888c3f8af567a8b99c470a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281927.00000, (0, 0) as of 1714281927.00000, created as of 1714281927.00000> to ShardRange<'k' to 't' as of 1714281928.00000, (0, 0) as of 1714281928.00000, shrinking as of 1714281928.00000>, path: .shards_a/shard_c_1714281928.00000, db: /tmp/tmpauoic63_/sda/containers/0/70a/aff8210b3b888c3f8af567a8b99c470a/aff8210b3b888c3f8af567a8b99c470a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281928.00000, db: /tmp/tmpauoic63_/sda/containers/0/70a/aff8210b3b888c3f8af567a8b99c470a/aff8210b3b888c3f8af567a8b99c470a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281930.00000, db: /tmp/tmpauoic63_/sda/containers/0/f78/72f7191378e5492fb2e2df70d6a16f78/72f7191378e5492fb2e2df70d6a16f78.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281929.00000, (0, 0) as of 1714281929.00000, created as of 1714281929.00000> to ShardRange<'k' to 't' as of 1714281930.00000, (0, 0) as of 1714281930.00000, sharding as of 1714281930.00000>, path: .shards_a/shard_c_1714281930.00000, db: /tmp/tmpauoic63_/sda/containers/0/f78/72f7191378e5492fb2e2df70d6a16f78/72f7191378e5492fb2e2df70d6a16f78.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281930.00000, db: /tmp/tmpauoic63_/sda/containers/0/f78/72f7191378e5492fb2e2df70d6a16f78/72f7191378e5492fb2e2df70d6a16f78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpauoic63_/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281931.00000, (0, 0) as of 1714281931.00000, created as of 1714281931.00000> to ShardRange<'k' to 't' as of 1714281932.00000, (0, 0) as of 1714281932.00000, sharded as of 1714281932.00000>, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpauoic63_/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281932.00000, db: /tmp/tmpauoic63_/sda/containers/0/e98/098cd8ebaaac884fe29b42fab9153e98/098cd8ebaaac884fe29b42fab9153e98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281933.00000, (0, 0) as of 1714281933.00000, created as of 1714281933.00000> to ShardRange<'k' to 't' as of 1714281934.00000, (0, 0) as of 1714281934.00000, shrunk as of 1714281934.00000>, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281934.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4b/9a57aeeef7cd0b3c886daa9de7879f4b/9a57aeeef7cd0b3c886daa9de7879f4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281936.00000, db: /tmp/tmpauoic63_/sda/containers/0/599/a461b981aff3ca23e261da5ad4205599/a461b981aff3ca23e261da5ad4205599.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281935.00000, (0, 0) as of 1714281935.00000, cleaved as of 1714281935.00000> to ShardRange<'k' to 't' as of 1714281936.00000, (0, 0) as of 1714281936.00000, found as of 1714281936.00000>, path: .shards_a/shard_c_1714281936.00000, db: /tmp/tmpauoic63_/sda/containers/0/599/a461b981aff3ca23e261da5ad4205599/a461b981aff3ca23e261da5ad4205599.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281938.00000, db: /tmp/tmpauoic63_/sda/containers/0/c73/6f3b16e6f11998966f3ebd685a19bc73/6f3b16e6f11998966f3ebd685a19bc73.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281937.00000, (0, 0) as of 1714281937.00000, cleaved as of 1714281937.00000> to ShardRange<'k' to 't' as of 1714281938.00000, (0, 0) as of 1714281938.00000, created as of 1714281938.00000>, path: .shards_a/shard_c_1714281938.00000, db: /tmp/tmpauoic63_/sda/containers/0/c73/6f3b16e6f11998966f3ebd685a19bc73/6f3b16e6f11998966f3ebd685a19bc73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281940.00000, db: /tmp/tmpauoic63_/sda/containers/0/05e/4537bc5aa27c33f7948f2a3f0494d05e/4537bc5aa27c33f7948f2a3f0494d05e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281942.00000, db: /tmp/tmpauoic63_/sda/containers/0/67e/f677b0d2fec4182df7780983285ab67e/f677b0d2fec4182df7780983285ab67e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281941.00000, (0, 0) as of 1714281941.00000, cleaved as of 1714281941.00000> to ShardRange<'k' to 't' as of 1714281942.00000, (0, 0) as of 1714281942.00000, active as of 1714281942.00000>, path: .shards_a/shard_c_1714281942.00000, db: /tmp/tmpauoic63_/sda/containers/0/67e/f677b0d2fec4182df7780983285ab67e/f677b0d2fec4182df7780983285ab67e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281944.00000, db: /tmp/tmpauoic63_/sda/containers/0/0af/cebcbd13fc868bb91e856ca7ff5600af/cebcbd13fc868bb91e856ca7ff5600af.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281943.00000, (0, 0) as of 1714281943.00000, cleaved as of 1714281943.00000> to ShardRange<'k' to 't' as of 1714281944.00000, (0, 0) as of 1714281944.00000, shrinking as of 1714281944.00000>, path: .shards_a/shard_c_1714281944.00000, db: /tmp/tmpauoic63_/sda/containers/0/0af/cebcbd13fc868bb91e856ca7ff5600af/cebcbd13fc868bb91e856ca7ff5600af.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281944.00000, db: /tmp/tmpauoic63_/sda/containers/0/0af/cebcbd13fc868bb91e856ca7ff5600af/cebcbd13fc868bb91e856ca7ff5600af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281946.00000, db: /tmp/tmpauoic63_/sda/containers/0/0e7/ce1b0ef4cb7dbb5bbc2326d7868200e7/ce1b0ef4cb7dbb5bbc2326d7868200e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281945.00000, (0, 0) as of 1714281945.00000, cleaved as of 1714281945.00000> to ShardRange<'k' to 't' as of 1714281946.00000, (0, 0) as of 1714281946.00000, sharding as of 1714281946.00000>, path: .shards_a/shard_c_1714281946.00000, db: /tmp/tmpauoic63_/sda/containers/0/0e7/ce1b0ef4cb7dbb5bbc2326d7868200e7/ce1b0ef4cb7dbb5bbc2326d7868200e7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281946.00000, db: /tmp/tmpauoic63_/sda/containers/0/0e7/ce1b0ef4cb7dbb5bbc2326d7868200e7/ce1b0ef4cb7dbb5bbc2326d7868200e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpauoic63_/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281947.00000, (0, 0) as of 1714281947.00000, cleaved as of 1714281947.00000> to ShardRange<'k' to 't' as of 1714281948.00000, (0, 0) as of 1714281948.00000, sharded as of 1714281948.00000>, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpauoic63_/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281948.00000, db: /tmp/tmpauoic63_/sda/containers/0/594/7e84ecef0bf37ce90bffe06555253594/7e84ecef0bf37ce90bffe06555253594.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpauoic63_/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281949.00000, (0, 0) as of 1714281949.00000, cleaved as of 1714281949.00000> to ShardRange<'k' to 't' as of 1714281950.00000, (0, 0) as of 1714281950.00000, shrunk as of 1714281950.00000>, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpauoic63_/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281950.00000, db: /tmp/tmpauoic63_/sda/containers/0/9aa/3c1cd2adb4aa49cf8acbeb51d9b059aa/3c1cd2adb4aa49cf8acbeb51d9b059aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281952.00000, db: /tmp/tmpauoic63_/sda/containers/0/d12/d16ddeeb743578ed7649baff9808cd12/d16ddeeb743578ed7649baff9808cd12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281951.00000, (0, 0) as of 1714281951.00000, active as of 1714281951.00000> to ShardRange<'k' to 't' as of 1714281952.00000, (0, 0) as of 1714281952.00000, found as of 1714281952.00000>, path: .shards_a/shard_c_1714281952.00000, db: /tmp/tmpauoic63_/sda/containers/0/d12/d16ddeeb743578ed7649baff9808cd12/d16ddeeb743578ed7649baff9808cd12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281954.00000, db: /tmp/tmpauoic63_/sda/containers/0/e74/80ff976bde4e41d1172b205ac867ae74/80ff976bde4e41d1172b205ac867ae74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281953.00000, (0, 0) as of 1714281953.00000, active as of 1714281953.00000> to ShardRange<'k' to 't' as of 1714281954.00000, (0, 0) as of 1714281954.00000, created as of 1714281954.00000>, path: .shards_a/shard_c_1714281954.00000, db: /tmp/tmpauoic63_/sda/containers/0/e74/80ff976bde4e41d1172b205ac867ae74/80ff976bde4e41d1172b205ac867ae74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281956.00000, db: /tmp/tmpauoic63_/sda/containers/0/859/f026c572bb0fd14df26cf73dee5d9859/f026c572bb0fd14df26cf73dee5d9859.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281955.00000, (0, 0) as of 1714281955.00000, active as of 1714281955.00000> to ShardRange<'k' to 't' as of 1714281956.00000, (0, 0) as of 1714281956.00000, cleaved as of 1714281956.00000>, path: .shards_a/shard_c_1714281956.00000, db: /tmp/tmpauoic63_/sda/containers/0/859/f026c572bb0fd14df26cf73dee5d9859/f026c572bb0fd14df26cf73dee5d9859.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281958.00000, db: /tmp/tmpauoic63_/sda/containers/0/861/258eda3d8207a21479dee3886ff5e861/258eda3d8207a21479dee3886ff5e861.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281960.00000, db: /tmp/tmpauoic63_/sda/containers/0/25c/58fc4e5296aed10760c39e7c373de25c/58fc4e5296aed10760c39e7c373de25c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281959.00000, (0, 0) as of 1714281959.00000, active as of 1714281959.00000> to ShardRange<'k' to 't' as of 1714281960.00000, (0, 0) as of 1714281960.00000, shrinking as of 1714281960.00000>, path: .shards_a/shard_c_1714281960.00000, db: /tmp/tmpauoic63_/sda/containers/0/25c/58fc4e5296aed10760c39e7c373de25c/58fc4e5296aed10760c39e7c373de25c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281960.00000, db: /tmp/tmpauoic63_/sda/containers/0/25c/58fc4e5296aed10760c39e7c373de25c/58fc4e5296aed10760c39e7c373de25c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281962.00000, db: /tmp/tmpauoic63_/sda/containers/0/0eb/e707970bbfd44b7362b1f2b1506b80eb/e707970bbfd44b7362b1f2b1506b80eb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281961.00000, (0, 0) as of 1714281961.00000, active as of 1714281961.00000> to ShardRange<'k' to 't' as of 1714281962.00000, (0, 0) as of 1714281962.00000, sharding as of 1714281962.00000>, path: .shards_a/shard_c_1714281962.00000, db: /tmp/tmpauoic63_/sda/containers/0/0eb/e707970bbfd44b7362b1f2b1506b80eb/e707970bbfd44b7362b1f2b1506b80eb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281962.00000, db: /tmp/tmpauoic63_/sda/containers/0/0eb/e707970bbfd44b7362b1f2b1506b80eb/e707970bbfd44b7362b1f2b1506b80eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281964.00000, db: /tmp/tmpauoic63_/sda/containers/0/243/f10b8589a53ba2f5e6e645de0c925243/f10b8589a53ba2f5e6e645de0c925243.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281963.00000, (0, 0) as of 1714281963.00000, active as of 1714281963.00000> to ShardRange<'k' to 't' as of 1714281964.00000, (0, 0) as of 1714281964.00000, sharded as of 1714281964.00000>, path: .shards_a/shard_c_1714281964.00000, db: /tmp/tmpauoic63_/sda/containers/0/243/f10b8589a53ba2f5e6e645de0c925243/f10b8589a53ba2f5e6e645de0c925243.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281964.00000, db: /tmp/tmpauoic63_/sda/containers/0/243/f10b8589a53ba2f5e6e645de0c925243/f10b8589a53ba2f5e6e645de0c925243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpauoic63_/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281965.00000, (0, 0) as of 1714281965.00000, active as of 1714281965.00000> to ShardRange<'k' to 't' as of 1714281966.00000, (0, 0) as of 1714281966.00000, shrunk as of 1714281966.00000>, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpauoic63_/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281966.00000, db: /tmp/tmpauoic63_/sda/containers/0/bd3/f50e62b67558972e34f2f1422e575bd3/f50e62b67558972e34f2f1422e575bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281968.00000, db: /tmp/tmpauoic63_/sda/containers/0/7f7/fcaad2acb4151a93da19d2f1e5caf7f7/fcaad2acb4151a93da19d2f1e5caf7f7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281967.00000, (0, 0) as of 1714281967.00000, shrinking as of 1714281967.00000> to ShardRange<'k' to 't' as of 1714281968.00000, (0, 0) as of 1714281968.00000, found as of 1714281968.00000>, path: .shards_a/shard_c_1714281968.00000, db: /tmp/tmpauoic63_/sda/containers/0/7f7/fcaad2acb4151a93da19d2f1e5caf7f7/fcaad2acb4151a93da19d2f1e5caf7f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281970.00000, db: /tmp/tmpauoic63_/sda/containers/0/273/74065ab8aaa67cc1f59ae3e62053f273/74065ab8aaa67cc1f59ae3e62053f273.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281969.00000, (0, 0) as of 1714281969.00000, shrinking as of 1714281969.00000> to ShardRange<'k' to 't' as of 1714281970.00000, (0, 0) as of 1714281970.00000, created as of 1714281970.00000>, path: .shards_a/shard_c_1714281970.00000, db: /tmp/tmpauoic63_/sda/containers/0/273/74065ab8aaa67cc1f59ae3e62053f273/74065ab8aaa67cc1f59ae3e62053f273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281972.00000, db: /tmp/tmpauoic63_/sda/containers/0/a3e/99a547c8cd3af87ae51a56834d569a3e/99a547c8cd3af87ae51a56834d569a3e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281971.00000, (0, 0) as of 1714281971.00000, shrinking as of 1714281971.00000> to ShardRange<'k' to 't' as of 1714281972.00000, (0, 0) as of 1714281972.00000, cleaved as of 1714281972.00000>, path: .shards_a/shard_c_1714281972.00000, db: /tmp/tmpauoic63_/sda/containers/0/a3e/99a547c8cd3af87ae51a56834d569a3e/99a547c8cd3af87ae51a56834d569a3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281974.00000, db: /tmp/tmpauoic63_/sda/containers/0/46c/fbf5f53d8bbd06758b22aa8be2fb146c/fbf5f53d8bbd06758b22aa8be2fb146c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281973.00000, (0, 0) as of 1714281973.00000, shrinking as of 1714281973.00000> to ShardRange<'k' to 't' as of 1714281974.00000, (0, 0) as of 1714281974.00000, active as of 1714281974.00000>, path: .shards_a/shard_c_1714281974.00000, db: /tmp/tmpauoic63_/sda/containers/0/46c/fbf5f53d8bbd06758b22aa8be2fb146c/fbf5f53d8bbd06758b22aa8be2fb146c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281976.00000, db: /tmp/tmpauoic63_/sda/containers/0/f8c/87f807a94be6f80135f622eb8c7a8f8c/87f807a94be6f80135f622eb8c7a8f8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281976.00000, db: /tmp/tmpauoic63_/sda/containers/0/f8c/87f807a94be6f80135f622eb8c7a8f8c/87f807a94be6f80135f622eb8c7a8f8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281978.00000, db: /tmp/tmpauoic63_/sda/containers/0/d22/255b4f12ee6f3199128c04b5e3ec6d22/255b4f12ee6f3199128c04b5e3ec6d22.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281977.00000, (0, 0) as of 1714281977.00000, shrinking as of 1714281977.00000> to ShardRange<'k' to 't' as of 1714281978.00000, (0, 0) as of 1714281978.00000, sharding as of 1714281978.00000>, path: .shards_a/shard_c_1714281978.00000, db: /tmp/tmpauoic63_/sda/containers/0/d22/255b4f12ee6f3199128c04b5e3ec6d22/255b4f12ee6f3199128c04b5e3ec6d22.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281978.00000, db: /tmp/tmpauoic63_/sda/containers/0/d22/255b4f12ee6f3199128c04b5e3ec6d22/255b4f12ee6f3199128c04b5e3ec6d22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpauoic63_/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281979.00000, (0, 0) as of 1714281979.00000, shrinking as of 1714281979.00000> to ShardRange<'k' to 't' as of 1714281980.00000, (0, 0) as of 1714281980.00000, sharded as of 1714281980.00000>, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpauoic63_/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281980.00000, db: /tmp/tmpauoic63_/sda/containers/0/7bd/94ff67614e3d14adc6d8cdd3ef3db7bd/94ff67614e3d14adc6d8cdd3ef3db7bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281982.00000, db: /tmp/tmpauoic63_/sda/containers/0/763/524f2d0b0dcad7aba82c15ae56aa5763/524f2d0b0dcad7aba82c15ae56aa5763.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281981.00000, (0, 0) as of 1714281981.00000, shrinking as of 1714281981.00000> to ShardRange<'k' to 't' as of 1714281982.00000, (0, 0) as of 1714281982.00000, shrunk as of 1714281982.00000>, path: .shards_a/shard_c_1714281982.00000, db: /tmp/tmpauoic63_/sda/containers/0/763/524f2d0b0dcad7aba82c15ae56aa5763/524f2d0b0dcad7aba82c15ae56aa5763.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281982.00000, db: /tmp/tmpauoic63_/sda/containers/0/763/524f2d0b0dcad7aba82c15ae56aa5763/524f2d0b0dcad7aba82c15ae56aa5763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281984.00000, db: /tmp/tmpauoic63_/sda/containers/0/13a/3b776db8753caa64b40a250067db713a/3b776db8753caa64b40a250067db713a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281983.00000, (0, 0) as of 1714281983.00000, sharding as of 1714281983.00000> to ShardRange<'k' to 't' as of 1714281984.00000, (0, 0) as of 1714281984.00000, found as of 1714281984.00000>, path: .shards_a/shard_c_1714281984.00000, db: /tmp/tmpauoic63_/sda/containers/0/13a/3b776db8753caa64b40a250067db713a/3b776db8753caa64b40a250067db713a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281986.00000, db: /tmp/tmpauoic63_/sda/containers/0/ab4/81f21f18b84a898eb95e7ddf6db02ab4/81f21f18b84a898eb95e7ddf6db02ab4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281985.00000, (0, 0) as of 1714281985.00000, sharding as of 1714281985.00000> to ShardRange<'k' to 't' as of 1714281986.00000, (0, 0) as of 1714281986.00000, created as of 1714281986.00000>, path: .shards_a/shard_c_1714281986.00000, db: /tmp/tmpauoic63_/sda/containers/0/ab4/81f21f18b84a898eb95e7ddf6db02ab4/81f21f18b84a898eb95e7ddf6db02ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281988.00000, db: /tmp/tmpauoic63_/sda/containers/0/d5f/663f49e078f6f1b097e12aebbc674d5f/663f49e078f6f1b097e12aebbc674d5f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281987.00000, (0, 0) as of 1714281987.00000, sharding as of 1714281987.00000> to ShardRange<'k' to 't' as of 1714281988.00000, (0, 0) as of 1714281988.00000, cleaved as of 1714281988.00000>, path: .shards_a/shard_c_1714281988.00000, db: /tmp/tmpauoic63_/sda/containers/0/d5f/663f49e078f6f1b097e12aebbc674d5f/663f49e078f6f1b097e12aebbc674d5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281990.00000, db: /tmp/tmpauoic63_/sda/containers/0/2e9/2fd695123a654f2388cc9eb43cceb2e9/2fd695123a654f2388cc9eb43cceb2e9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281989.00000, (0, 0) as of 1714281989.00000, sharding as of 1714281989.00000> to ShardRange<'k' to 't' as of 1714281990.00000, (0, 0) as of 1714281990.00000, active as of 1714281990.00000>, path: .shards_a/shard_c_1714281990.00000, db: /tmp/tmpauoic63_/sda/containers/0/2e9/2fd695123a654f2388cc9eb43cceb2e9/2fd695123a654f2388cc9eb43cceb2e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281992.00000, db: /tmp/tmpauoic63_/sda/containers/0/3a0/b9c51399a8e359743353eac5b5f153a0/b9c51399a8e359743353eac5b5f153a0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281991.00000, (0, 0) as of 1714281991.00000, sharding as of 1714281991.00000> to ShardRange<'k' to 't' as of 1714281992.00000, (0, 0) as of 1714281992.00000, shrinking as of 1714281992.00000>, path: .shards_a/shard_c_1714281992.00000, db: /tmp/tmpauoic63_/sda/containers/0/3a0/b9c51399a8e359743353eac5b5f153a0/b9c51399a8e359743353eac5b5f153a0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281992.00000, db: /tmp/tmpauoic63_/sda/containers/0/3a0/b9c51399a8e359743353eac5b5f153a0/b9c51399a8e359743353eac5b5f153a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281994.00000, db: /tmp/tmpauoic63_/sda/containers/0/eae/437ff030af1fff7c50ed158586237eae/437ff030af1fff7c50ed158586237eae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281994.00000, db: /tmp/tmpauoic63_/sda/containers/0/eae/437ff030af1fff7c50ed158586237eae/437ff030af1fff7c50ed158586237eae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpauoic63_/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281995.00000, (0, 0) as of 1714281995.00000, sharding as of 1714281995.00000> to ShardRange<'k' to 't' as of 1714281996.00000, (0, 0) as of 1714281996.00000, sharded as of 1714281996.00000>, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpauoic63_/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281996.00000, db: /tmp/tmpauoic63_/sda/containers/0/8cc/1e32662e23c29aa65e46c343fcd528cc/1e32662e23c29aa65e46c343fcd528cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpauoic63_/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281997.00000, (0, 0) as of 1714281997.00000, sharding as of 1714281997.00000> to ShardRange<'k' to 't' as of 1714281998.00000, (0, 0) as of 1714281998.00000, shrunk as of 1714281998.00000>, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpauoic63_/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714281998.00000, db: /tmp/tmpauoic63_/sda/containers/0/7fd/6edd41c4b3cb467518badc2546fdd7fd/6edd41c4b3cb467518badc2546fdd7fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282000.00000, db: /tmp/tmpauoic63_/sda/containers/0/e69/82c4bbf6f812541c453c95f843f87e69/82c4bbf6f812541c453c95f843f87e69.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281999.00000, (0, 0) as of 1714281999.00000, sharded as of 1714281999.00000> to ShardRange<'k' to 't' as of 1714282000.00000, (0, 0) as of 1714282000.00000, found as of 1714282000.00000>, path: .shards_a/shard_c_1714282000.00000, db: /tmp/tmpauoic63_/sda/containers/0/e69/82c4bbf6f812541c453c95f843f87e69/82c4bbf6f812541c453c95f843f87e69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282002.00000, db: /tmp/tmpauoic63_/sda/containers/0/21a/d14b9a25bc90623f307de3e099b8421a/d14b9a25bc90623f307de3e099b8421a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282001.00000, (0, 0) as of 1714282001.00000, sharded as of 1714282001.00000> to ShardRange<'k' to 't' as of 1714282002.00000, (0, 0) as of 1714282002.00000, created as of 1714282002.00000>, path: .shards_a/shard_c_1714282002.00000, db: /tmp/tmpauoic63_/sda/containers/0/21a/d14b9a25bc90623f307de3e099b8421a/d14b9a25bc90623f307de3e099b8421a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282004.00000, db: /tmp/tmpauoic63_/sda/containers/0/377/889d0ecd6a563c8ff6ecbd24902d9377/889d0ecd6a563c8ff6ecbd24902d9377.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282003.00000, (0, 0) as of 1714282003.00000, sharded as of 1714282003.00000> to ShardRange<'k' to 't' as of 1714282004.00000, (0, 0) as of 1714282004.00000, cleaved as of 1714282004.00000>, path: .shards_a/shard_c_1714282004.00000, db: /tmp/tmpauoic63_/sda/containers/0/377/889d0ecd6a563c8ff6ecbd24902d9377/889d0ecd6a563c8ff6ecbd24902d9377.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282006.00000, db: /tmp/tmpauoic63_/sda/containers/0/6b8/d378922b5f757e1525dea34d9e6016b8/d378922b5f757e1525dea34d9e6016b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282005.00000, (0, 0) as of 1714282005.00000, sharded as of 1714282005.00000> to ShardRange<'k' to 't' as of 1714282006.00000, (0, 0) as of 1714282006.00000, active as of 1714282006.00000>, path: .shards_a/shard_c_1714282006.00000, db: /tmp/tmpauoic63_/sda/containers/0/6b8/d378922b5f757e1525dea34d9e6016b8/d378922b5f757e1525dea34d9e6016b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282008.00000, db: /tmp/tmpauoic63_/sda/containers/0/c50/6fea6ed9e11cefc4b749f0e4bb442c50/6fea6ed9e11cefc4b749f0e4bb442c50.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282007.00000, (0, 0) as of 1714282007.00000, sharded as of 1714282007.00000> to ShardRange<'k' to 't' as of 1714282008.00000, (0, 0) as of 1714282008.00000, shrinking as of 1714282008.00000>, path: .shards_a/shard_c_1714282008.00000, db: /tmp/tmpauoic63_/sda/containers/0/c50/6fea6ed9e11cefc4b749f0e4bb442c50/6fea6ed9e11cefc4b749f0e4bb442c50.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282008.00000, db: /tmp/tmpauoic63_/sda/containers/0/c50/6fea6ed9e11cefc4b749f0e4bb442c50/6fea6ed9e11cefc4b749f0e4bb442c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282010.00000, db: /tmp/tmpauoic63_/sda/containers/0/199/2a17455cd60a761d1c6ffe557ef23199/2a17455cd60a761d1c6ffe557ef23199.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282009.00000, (0, 0) as of 1714282009.00000, sharded as of 1714282009.00000> to ShardRange<'k' to 't' as of 1714282010.00000, (0, 0) as of 1714282010.00000, sharding as of 1714282010.00000>, path: .shards_a/shard_c_1714282010.00000, db: /tmp/tmpauoic63_/sda/containers/0/199/2a17455cd60a761d1c6ffe557ef23199/2a17455cd60a761d1c6ffe557ef23199.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282010.00000, db: /tmp/tmpauoic63_/sda/containers/0/199/2a17455cd60a761d1c6ffe557ef23199/2a17455cd60a761d1c6ffe557ef23199.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282012.00000, db: /tmp/tmpauoic63_/sda/containers/0/ade/88a99611b93e8503601f43f1a2497ade/88a99611b93e8503601f43f1a2497ade.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282012.00000, db: /tmp/tmpauoic63_/sda/containers/0/ade/88a99611b93e8503601f43f1a2497ade/88a99611b93e8503601f43f1a2497ade.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpauoic63_/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282013.00000, (0, 0) as of 1714282013.00000, sharded as of 1714282013.00000> to ShardRange<'k' to 't' as of 1714282014.00000, (0, 0) as of 1714282014.00000, shrunk as of 1714282014.00000>, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpauoic63_/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282014.00000, db: /tmp/tmpauoic63_/sda/containers/0/a61/b2c641f91fa8c2af08fced8208dc0a61/b2c641f91fa8c2af08fced8208dc0a61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282016.00000, db: /tmp/tmpauoic63_/sda/containers/0/8b9/efb4d975456b572c758b094de3a708b9/efb4d975456b572c758b094de3a708b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282015.00000, (0, 0) as of 1714282015.00000, shrunk as of 1714282015.00000> to ShardRange<'k' to 't' as of 1714282016.00000, (0, 0) as of 1714282016.00000, found as of 1714282016.00000>, path: .shards_a/shard_c_1714282016.00000, db: /tmp/tmpauoic63_/sda/containers/0/8b9/efb4d975456b572c758b094de3a708b9/efb4d975456b572c758b094de3a708b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282018.00000, db: /tmp/tmpauoic63_/sda/containers/0/3cf/57275f2b7b4a1eee6b984c97c9c003cf/57275f2b7b4a1eee6b984c97c9c003cf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282017.00000, (0, 0) as of 1714282017.00000, shrunk as of 1714282017.00000> to ShardRange<'k' to 't' as of 1714282018.00000, (0, 0) as of 1714282018.00000, created as of 1714282018.00000>, path: .shards_a/shard_c_1714282018.00000, db: /tmp/tmpauoic63_/sda/containers/0/3cf/57275f2b7b4a1eee6b984c97c9c003cf/57275f2b7b4a1eee6b984c97c9c003cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282020.00000, db: /tmp/tmpauoic63_/sda/containers/0/c51/7ea88a89f9b07a94315e2f928ad21c51/7ea88a89f9b07a94315e2f928ad21c51.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282019.00000, (0, 0) as of 1714282019.00000, shrunk as of 1714282019.00000> to ShardRange<'k' to 't' as of 1714282020.00000, (0, 0) as of 1714282020.00000, cleaved as of 1714282020.00000>, path: .shards_a/shard_c_1714282020.00000, db: /tmp/tmpauoic63_/sda/containers/0/c51/7ea88a89f9b07a94315e2f928ad21c51/7ea88a89f9b07a94315e2f928ad21c51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282022.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4a/495fe607dcaf7415d276aaf15173ef4a/495fe607dcaf7415d276aaf15173ef4a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282021.00000, (0, 0) as of 1714282021.00000, shrunk as of 1714282021.00000> to ShardRange<'k' to 't' as of 1714282022.00000, (0, 0) as of 1714282022.00000, active as of 1714282022.00000>, path: .shards_a/shard_c_1714282022.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4a/495fe607dcaf7415d276aaf15173ef4a/495fe607dcaf7415d276aaf15173ef4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282024.00000, db: /tmp/tmpauoic63_/sda/containers/0/49a/24d1461d3dbd517ecc99a504d3ca149a/24d1461d3dbd517ecc99a504d3ca149a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282023.00000, (0, 0) as of 1714282023.00000, shrunk as of 1714282023.00000> to ShardRange<'k' to 't' as of 1714282024.00000, (0, 0) as of 1714282024.00000, shrinking as of 1714282024.00000>, path: .shards_a/shard_c_1714282024.00000, db: /tmp/tmpauoic63_/sda/containers/0/49a/24d1461d3dbd517ecc99a504d3ca149a/24d1461d3dbd517ecc99a504d3ca149a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282024.00000, db: /tmp/tmpauoic63_/sda/containers/0/49a/24d1461d3dbd517ecc99a504d3ca149a/24d1461d3dbd517ecc99a504d3ca149a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282026.00000, db: /tmp/tmpauoic63_/sda/containers/0/665/4ec08bad7bdd27648814af3ccfc20665/4ec08bad7bdd27648814af3ccfc20665.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282025.00000, (0, 0) as of 1714282025.00000, shrunk as of 1714282025.00000> to ShardRange<'k' to 't' as of 1714282026.00000, (0, 0) as of 1714282026.00000, sharding as of 1714282026.00000>, path: .shards_a/shard_c_1714282026.00000, db: /tmp/tmpauoic63_/sda/containers/0/665/4ec08bad7bdd27648814af3ccfc20665/4ec08bad7bdd27648814af3ccfc20665.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282026.00000, db: /tmp/tmpauoic63_/sda/containers/0/665/4ec08bad7bdd27648814af3ccfc20665/4ec08bad7bdd27648814af3ccfc20665.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282028.00000, db: /tmp/tmpauoic63_/sda/containers/0/112/faa01c2d31c6787c9a94e1d2ffeac112/faa01c2d31c6787c9a94e1d2ffeac112.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714282027.00000, (0, 0) as of 1714282027.00000, shrunk as of 1714282027.00000> to ShardRange<'k' to 't' as of 1714282028.00000, (0, 0) as of 1714282028.00000, sharded as of 1714282028.00000>, path: .shards_a/shard_c_1714282028.00000, db: /tmp/tmpauoic63_/sda/containers/0/112/faa01c2d31c6787c9a94e1d2ffeac112/faa01c2d31c6787c9a94e1d2ffeac112.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282028.00000, db: /tmp/tmpauoic63_/sda/containers/0/112/faa01c2d31c6787c9a94e1d2ffeac112/faa01c2d31c6787c9a94e1d2ffeac112.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282030.00000, db: /tmp/tmpauoic63_/sda/containers/0/21d/be3e2d3eaa87920b447152ded289b21d/be3e2d3eaa87920b447152ded289b21d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282030.00000, db: /tmp/tmpauoic63_/sda/containers/0/21d/be3e2d3eaa87920b447152ded289b21d/be3e2d3eaa87920b447152ded289b21d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282031.00000, db: /tmp/tmpauoic63_/sda/containers/0/729/9a5555c833b25a4ff441e1d2f55fa729/9a5555c833b25a4ff441e1d2f55fa729.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282033.00000, db: /tmp/tmpauoic63_/sda/containers/0/562/f091d9ff90231934a5f2fe35904e2562/f091d9ff90231934a5f2fe35904e2562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282035.00000, db: /tmp/tmpauoic63_/sda/containers/0/aad/240b100cd4377cd176891e07f7fdcaad/240b100cd4377cd176891e07f7fdcaad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282037.00000, db: /tmp/tmpauoic63_/sda/containers/0/7a4/66deb2da765b12d2c853b3c2eac517a4/66deb2da765b12d2c853b3c2eac517a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282039.00000, db: /tmp/tmpauoic63_/sda/containers/0/f5b/64b1d6eac509ca712d86c4a939c03f5b/64b1d6eac509ca712d86c4a939c03f5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282041.00000, db: /tmp/tmpauoic63_/sda/containers/0/ada/65aa25550d06075d5372fdec24ab6ada/65aa25550d06075d5372fdec24ab6ada.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282043.00000, db: /tmp/tmpauoic63_/sda/containers/0/a76/585d69f011b9f189965c356528b92a76/585d69f011b9f189965c356528b92a76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282045.00000, db: /tmp/tmpauoic63_/sda/containers/0/980/4b7a942571036dda75ae684f2d659980/4b7a942571036dda75ae684f2d659980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282047.00000, db: /tmp/tmpauoic63_/sda/containers/0/309/8d1921c3aa229fec5ff6430efe211309/8d1921c3aa229fec5ff6430efe211309.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282049.00000, db: /tmp/tmpauoic63_/sda/containers/0/658/ff52a603f41a3442f26e4db9c7bea658/ff52a603f41a3442f26e4db9c7bea658.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282051.00000, db: /tmp/tmpauoic63_/sda/containers/0/486/d0c7a0da464f537cc9746d5408aee486/d0c7a0da464f537cc9746d5408aee486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282053.00000, db: /tmp/tmpauoic63_/sda/containers/0/f0e/0f33553065b05e421805ebc717436f0e/0f33553065b05e421805ebc717436f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282055.00000, db: /tmp/tmpauoic63_/sda/containers/0/d05/77aebefc7f18bd15ba735cbb86c7dd05/77aebefc7f18bd15ba735cbb86c7dd05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282057.00000, db: /tmp/tmpauoic63_/sda/containers/0/bdd/d92cb6642bc08ddb84a060f6a26b0bdd/d92cb6642bc08ddb84a060f6a26b0bdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282059.00000, db: /tmp/tmpauoic63_/sda/containers/0/0a7/5595cf4d8041c9161c4caab0162eb0a7/5595cf4d8041c9161c4caab0162eb0a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282061.00000, db: /tmp/tmpauoic63_/sda/containers/0/39d/d510418f5a83bc729b36a9845ec4b39d/d510418f5a83bc729b36a9845ec4b39d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282063.00000, db: /tmp/tmpauoic63_/sda/containers/0/78d/c0a7f87a9564bc9a243519c0dbfe778d/c0a7f87a9564bc9a243519c0dbfe778d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282065.00000, db: /tmp/tmpauoic63_/sda/containers/0/223/397e4fcbcd3bdabe58c2ab9c27e81223/397e4fcbcd3bdabe58c2ab9c27e81223.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282067.00000, db: /tmp/tmpauoic63_/sda/containers/0/662/439f1fd3f7c6114a4db2a950507fd662/439f1fd3f7c6114a4db2a950507fd662.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282069.00000, db: /tmp/tmpauoic63_/sda/containers/0/c0c/a5c63b970b8d8b840f7ef86910758c0c/a5c63b970b8d8b840f7ef86910758c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282071.00000, db: /tmp/tmpauoic63_/sda/containers/0/96a/e7d8758150fd72b1d36ced9258e7296a/e7d8758150fd72b1d36ced9258e7296a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282073.00000, db: /tmp/tmpauoic63_/sda/containers/0/c6a/3887338d846d8441ff18cf7c475d1c6a/3887338d846d8441ff18cf7c475d1c6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282075.00000, db: /tmp/tmpauoic63_/sda/containers/0/e4f/ca172209d5481a2be8ab8c1315b52e4f/ca172209d5481a2be8ab8c1315b52e4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282077.00000, db: /tmp/tmpauoic63_/sda/containers/0/8b1/b97a56c26894d0363bb2d9d9982628b1/b97a56c26894d0363bb2d9d9982628b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282079.00000, db: /tmp/tmpauoic63_/sda/containers/0/c1d/71ea9cbed82896db5ada05b6b4703c1d/71ea9cbed82896db5ada05b6b4703c1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282081.00000, db: /tmp/tmpauoic63_/sda/containers/0/1fa/43e4f5f9401de95566f7e999ce6821fa/43e4f5f9401de95566f7e999ce6821fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282083.00000, db: /tmp/tmpauoic63_/sda/containers/0/045/4d179f2d3f2708eeed289fe9d6c93045/4d179f2d3f2708eeed289fe9d6c93045.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282085.00000, db: /tmp/tmpauoic63_/sda/containers/0/b15/7fe16d47a6811d57ffa4549e5aac5b15/7fe16d47a6811d57ffa4549e5aac5b15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282087.00000, db: /tmp/tmpauoic63_/sda/containers/0/733/d5de4c1db0ed78aa0f0d2c9b24f14733/d5de4c1db0ed78aa0f0d2c9b24f14733.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282089.00000, db: /tmp/tmpauoic63_/sda/containers/0/30b/947dcc322d417054d3feab11a5c7630b/947dcc322d417054d3feab11a5c7630b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282091.00000, db: /tmp/tmpauoic63_/sda/containers/0/b22/ba9e9d58bb8c536a8fb686a2284f3b22/ba9e9d58bb8c536a8fb686a2284f3b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282093.00000, db: /tmp/tmpauoic63_/sda/containers/0/600/50db9d716b2664a0a11031d1e659f600/50db9d716b2664a0a11031d1e659f600.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282095.00000, db: /tmp/tmpauoic63_/sda/containers/0/979/065608b3e24bac9205eecc311b6ad979/065608b3e24bac9205eecc311b6ad979.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282095.00000, db: /tmp/tmpauoic63_/sda/containers/0/979/065608b3e24bac9205eecc311b6ad979/065608b3e24bac9205eecc311b6ad979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282097.00000, db: /tmp/tmpauoic63_/sda/containers/0/d5b/768d19fbe50f1ed7140778e918a81d5b/768d19fbe50f1ed7140778e918a81d5b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282097.00000, db: /tmp/tmpauoic63_/sda/containers/0/d5b/768d19fbe50f1ed7140778e918a81d5b/768d19fbe50f1ed7140778e918a81d5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282099.00000, db: /tmp/tmpauoic63_/sda/containers/0/f45/39f4f319060bebaf87d874327b3ecf45/39f4f319060bebaf87d874327b3ecf45.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282099.00000, db: /tmp/tmpauoic63_/sda/containers/0/f45/39f4f319060bebaf87d874327b3ecf45/39f4f319060bebaf87d874327b3ecf45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282101.00000, db: /tmp/tmpauoic63_/sda/containers/0/dd2/1268339005d524d04f2eb16e233bedd2/1268339005d524d04f2eb16e233bedd2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282101.00000, db: /tmp/tmpauoic63_/sda/containers/0/dd2/1268339005d524d04f2eb16e233bedd2/1268339005d524d04f2eb16e233bedd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282103.00000, db: /tmp/tmpauoic63_/sda/containers/0/ad4/792f3bbd95cdd8ed9643dbcb80a20ad4/792f3bbd95cdd8ed9643dbcb80a20ad4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282103.00000, db: /tmp/tmpauoic63_/sda/containers/0/ad4/792f3bbd95cdd8ed9643dbcb80a20ad4/792f3bbd95cdd8ed9643dbcb80a20ad4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282105.00000, db: /tmp/tmpauoic63_/sda/containers/0/9f7/7aa24eb0642e3319719ab05c1a5a89f7/7aa24eb0642e3319719ab05c1a5a89f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282105.00000, db: /tmp/tmpauoic63_/sda/containers/0/9f7/7aa24eb0642e3319719ab05c1a5a89f7/7aa24eb0642e3319719ab05c1a5a89f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282107.00000, db: /tmp/tmpauoic63_/sda/containers/0/343/def4ad466849fe06551dd92e592f0343/def4ad466849fe06551dd92e592f0343.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282107.00000, db: /tmp/tmpauoic63_/sda/containers/0/343/def4ad466849fe06551dd92e592f0343/def4ad466849fe06551dd92e592f0343.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282109.00000, db: /tmp/tmpauoic63_/sda/containers/0/7e1/82368b8bfcac81251ef928d3e90927e1/82368b8bfcac81251ef928d3e90927e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282109.00000, db: /tmp/tmpauoic63_/sda/containers/0/7e1/82368b8bfcac81251ef928d3e90927e1/82368b8bfcac81251ef928d3e90927e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282111.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4a/417562b016b13e7b93133534ea609f4a/417562b016b13e7b93133534ea609f4a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282111.00000, db: /tmp/tmpauoic63_/sda/containers/0/f4a/417562b016b13e7b93133534ea609f4a/417562b016b13e7b93133534ea609f4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282113.00000, db: /tmp/tmpauoic63_/sda/containers/0/0f4/3a1ad17457c81ac856f249706b4e10f4/3a1ad17457c81ac856f249706b4e10f4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282113.00000, db: /tmp/tmpauoic63_/sda/containers/0/0f4/3a1ad17457c81ac856f249706b4e10f4/3a1ad17457c81ac856f249706b4e10f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282115.00000, db: /tmp/tmpauoic63_/sda/containers/0/dde/e7fcc2c54eb1fbbca9a8c6fb02926dde/e7fcc2c54eb1fbbca9a8c6fb02926dde.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282115.00000, db: /tmp/tmpauoic63_/sda/containers/0/dde/e7fcc2c54eb1fbbca9a8c6fb02926dde/e7fcc2c54eb1fbbca9a8c6fb02926dde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282117.00000, db: /tmp/tmpauoic63_/sda/containers/0/494/e8d9640c33808bd40cfcda209034d494/e8d9640c33808bd40cfcda209034d494.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282117.00000, db: /tmp/tmpauoic63_/sda/containers/0/494/e8d9640c33808bd40cfcda209034d494/e8d9640c33808bd40cfcda209034d494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282119.00000, db: /tmp/tmpauoic63_/sda/containers/0/56c/915823ddf1cd8ff33550997bdaddc56c/915823ddf1cd8ff33550997bdaddc56c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282119.00000, db: /tmp/tmpauoic63_/sda/containers/0/56c/915823ddf1cd8ff33550997bdaddc56c/915823ddf1cd8ff33550997bdaddc56c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282121.00000, db: /tmp/tmpauoic63_/sda/containers/0/a78/46a60aaa4654df5b1ac67347f763ea78/46a60aaa4654df5b1ac67347f763ea78.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282121.00000, db: /tmp/tmpauoic63_/sda/containers/0/a78/46a60aaa4654df5b1ac67347f763ea78/46a60aaa4654df5b1ac67347f763ea78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282123.00000, db: /tmp/tmpauoic63_/sda/containers/0/a49/111be472ce83b7aa73e6e632f7650a49/111be472ce83b7aa73e6e632f7650a49.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282123.00000, db: /tmp/tmpauoic63_/sda/containers/0/a49/111be472ce83b7aa73e6e632f7650a49/111be472ce83b7aa73e6e632f7650a49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282125.00000, db: /tmp/tmpauoic63_/sda/containers/0/5ba/7b611a391440c600698ca4a8544ad5ba/7b611a391440c600698ca4a8544ad5ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282125.00000, db: /tmp/tmpauoic63_/sda/containers/0/5ba/7b611a391440c600698ca4a8544ad5ba/7b611a391440c600698ca4a8544ad5ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282127.00000, db: /tmp/tmpauoic63_/sda/containers/0/c4f/bfd091296b6b2de22d3c46a7472dac4f/bfd091296b6b2de22d3c46a7472dac4f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282127.00000, db: /tmp/tmpauoic63_/sda/containers/0/c4f/bfd091296b6b2de22d3c46a7472dac4f/bfd091296b6b2de22d3c46a7472dac4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282129.00000, db: /tmp/tmpauoic63_/sda/containers/0/082/28b74a3254dc3d5435824e26335c1082/28b74a3254dc3d5435824e26335c1082.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282129.00000, db: /tmp/tmpauoic63_/sda/containers/0/082/28b74a3254dc3d5435824e26335c1082/28b74a3254dc3d5435824e26335c1082.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282131.00000, db: /tmp/tmpauoic63_/sda/containers/0/723/544e940c24e4750609fa321ce1a12723/544e940c24e4750609fa321ce1a12723.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282131.00000, db: /tmp/tmpauoic63_/sda/containers/0/723/544e940c24e4750609fa321ce1a12723/544e940c24e4750609fa321ce1a12723.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282133.00000, db: /tmp/tmpauoic63_/sda/containers/0/ca5/0ef15c17c8a0f8185de507275d898ca5/0ef15c17c8a0f8185de507275d898ca5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282133.00000, db: /tmp/tmpauoic63_/sda/containers/0/ca5/0ef15c17c8a0f8185de507275d898ca5/0ef15c17c8a0f8185de507275d898ca5.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx022e2f9d9dbd4092b420f-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txb9dbda97cfd64f079cfab-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txde5b48d9b50444bb80c84-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd8cc2024b91c42cc9e6f2-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd8cc2024b91c42cc9e6f2-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd8cc2024b91c42cc9e6f2-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txd8cc2024b91c42cc9e6f2-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1b1c6ce7edc94fa6aa259-00662dddb0) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1b1c6ce7edc94fa6aa259-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx5a6493cf005244d58b20a-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx5a6493cf005244d58b20a-00662dddb0) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5a6493cf005244d58b20a-00662dddb0) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5a6493cf005244d58b20a-00662dddb0) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txb9a6c3be6ea1491182fc6-00662dddb0) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx44254ad9e8eb48aeb361d-00662dddb0) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx44254ad9e8eb48aeb361d-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: tx44254ad9e8eb48aeb361d-00662dddb0) -test ERROR: Container GET returning 503 for [] (txn: txf9a9298ad73546ecaa058-00662dddb0) -test INFO: Client disconnected on read of '/a/c' (txn: txf9a9298ad73546ecaa058-00662dddb0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a8015f62a9248aaa8767-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: tx50eaa49e61b74a6985dee-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: txea31fb7654ef494399739-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcd20a35d09f241be822e8-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcd20a35d09f241be822e8-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcd20a35d09f241be822e8-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: txcd20a35d09f241be822e8-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3beb9727f2964d0d83bdb-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx3beb9727f2964d0d83bdb-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx43e6234b752b41ceb0261-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx43e6234b752b41ceb0261-00683aee6d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx43e6234b752b41ceb0261-00683aee6d) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx43e6234b752b41ceb0261-00683aee6d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe7942857fc5f454891be9-00683aee6d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx73fc8651d97d489faaa50-00683aee6d) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx73fc8651d97d489faaa50-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx73fc8651d97d489faaa50-00683aee6d) +test ERROR: Container GET returning 503 for [] (txn: tx10dfe7e1a2814cafab25c-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx10dfe7e1a2814cafab25c-00683aee6d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx40505e0a63664e04844f3-00662dddb1) -test INFO: Client disconnected on read of '/a/c' (txn: tx40505e0a63664e04844f3-00662dddb1) +test INFO: Client disconnected on read of '/a/c' (txn: tx219446ab535d46f58bc34-00683aee6d) +test INFO: Client disconnected on read of '/a/c' (txn: tx219446ab535d46f58bc34-00683aee6d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104486,7 +107612,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104495,8 +107621,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104504,7 +107630,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104513,7 +107639,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT @@ -104524,74 +107650,6 @@ test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpnhtjmueq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnhtjmueq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpnhtjmueq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnhtjmueq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 63429 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf8cdfd687edd4377909aa-00662dddb4" "proxy-server 63429" 0.0012 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38309/sdb1/1/a/c" "txf8cdfd687edd4377909aa-00662dddb4" "container-server 63429" 0.0011 "-" 63429 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59903/sda1/1/a/c" "txf8cdfd687edd4377909aa-00662dddb4" "container-server 63429" 0.0010 "-" 63429 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf8cdfd687edd4377909aa-00662dddb4" "proxy-server 63429" 0.0133 "-" 63429 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf8cdfd687edd4377909aa-00662dddb4" "proxy-server 63429" 0.0093 "-" 63429 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf8cdfd687edd4377909aa-00662dddb4 - 0.0220 - - 1714281908.179758549 1714281908.201720715 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx87db84efaa9c4f0a9c316-00662dddb4" "proxy-server 63429" 0.0011 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59903/sda1/1/a1/c1" "tx87db84efaa9c4f0a9c316-00662dddb4" "container-server 63429" 0.0011 "-" 63429 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:38309/sdb1/1/a1/c1" "tx87db84efaa9c4f0a9c316-00662dddb4" "container-server 63429" 0.0010 "-" 63429 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx87db84efaa9c4f0a9c316-00662dddb4" "proxy-server 63429" 0.0137 "-" 63429 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx87db84efaa9c4f0a9c316-00662dddb4" "proxy-server 63429" 0.0101 "-" 63429 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx87db84efaa9c4f0a9c316-00662dddb4 - 0.0215 - - 1714281908.203075886 1714281908.224574089 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4cfa7d4ae0ea4434b6396-00662dddb4" "proxy-server 63429" 0.0020 "-" 63429 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:38309/sdb1/2/a/c1" "tx4cfa7d4ae0ea4434b6396-00662dddb4" "container-server 63429" 0.0016 "-" 63429 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59903/sda1/2/a/c1" "tx4cfa7d4ae0ea4434b6396-00662dddb4" "container-server 63429" 0.0010 "-" 63429 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4cfa7d4ae0ea4434b6396-00662dddb4" "proxy-server 63429" 0.0088 "-" 63429 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4cfa7d4ae0ea4434b6396-00662dddb4" "proxy-server 63429" 0.0139 "-" 63429 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4cfa7d4ae0ea4434b6396-00662dddb4 - 0.0218 - - 1714281908.226140022 1714281908.247975111 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe3bd59c125f544a3b5c44-00662dddb4" "proxy-server 63429" 0.0018 "-" 63429 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59903/sda1/1/a/c2" "txe3bd59c125f544a3b5c44-00662dddb4" "container-server 63429" 0.0011 "-" 63429 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:38309/sdb1/1/a/c2" "txe3bd59c125f544a3b5c44-00662dddb4" "container-server 63429" 0.0017 "-" 63429 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3bd59c125f544a3b5c44-00662dddb4" "proxy-server 63429" 0.0105 "-" 63429 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe3bd59c125f544a3b5c44-00662dddb4" "proxy-server 63429" 0.0155 "-" 63429 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe3bd59c125f544a3b5c44-00662dddb4 - 0.0232 - - 1714281908.249324322 1714281908.272493362 2 test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104600,7 +107658,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104609,7 +107667,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104618,10 +107676,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc63cc6ae4239487d9ec69-00662dddb1) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txc63cc6ae4239487d9ec69-00662dddb1) +StopIteration (txn: tx8149594a1343498cb9dfb-00683aee6d) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx8149594a1343498cb9dfb-00683aee6d) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104629,7 +107687,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104638,8 +107696,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request conn = http_connect( @@ -104647,7 +107705,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104656,7 +107714,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104665,7 +107723,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104674,7 +107732,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request @@ -104683,10 +107741,10 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8935847f2c474125a62a9-00662dddb2) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx8935847f2c474125a62a9-00662dddb2) +StopIteration (txn: txa916ce2af16140bf9dcd1-00683aee6d) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txa916ce2af16140bf9dcd1-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 523, in _get_conn_response resp = putter.await_response( @@ -104699,11 +107757,11 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 757, in get_expect_status raise expect_status -Exception: kaboom! (txn: tx8c3cbf01395d437e81270-00662dddb2) +Exception: kaboom! (txn: tx506694c5c4a24c348f6ff-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx063710a4dd6e4d28bdf35-00662dddb2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txcc4fcb1199384c2391886-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txff0f7e0c3e0044eea5ea0-00662dddb2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx77e671a4f0404837a3bc0-00683aee6d) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data @@ -104716,133 +107774,8 @@ test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpen741c6i/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx5d3ef467687d47868a950-00662dddb4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282135.00000, db: /tmp/tmpauoic63_/sda/containers/0/dcb/8935a9b72144553b8689b79146725dcb/8935a9b72144553b8689b79146725dcb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282135.00000, db: /tmp/tmpauoic63_/sda/containers/0/dcb/8935a9b72144553b8689b79146725dcb/8935a9b72144553b8689b79146725dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282137.00000, db: /tmp/tmpauoic63_/sda/containers/0/1ef/8014a710c626bab74575cb81cab4f1ef/8014a710c626bab74575cb81cab4f1ef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282137.00000, db: /tmp/tmpauoic63_/sda/containers/0/1ef/8014a710c626bab74575cb81cab4f1ef/8014a710c626bab74575cb81cab4f1ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282139.00000, db: /tmp/tmpauoic63_/sda/containers/0/cd3/dde23e2e1f2c2c2d0569ad5df8659cd3/dde23e2e1f2c2c2d0569ad5df8659cd3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282139.00000, db: /tmp/tmpauoic63_/sda/containers/0/cd3/dde23e2e1f2c2c2d0569ad5df8659cd3/dde23e2e1f2c2c2d0569ad5df8659cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282141.00000, db: /tmp/tmpauoic63_/sda/containers/0/f53/48c67ec9ab606a7431cb7e9a188c1f53/48c67ec9ab606a7431cb7e9a188c1f53.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282141.00000, db: /tmp/tmpauoic63_/sda/containers/0/f53/48c67ec9ab606a7431cb7e9a188c1f53/48c67ec9ab606a7431cb7e9a188c1f53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282143.00000, db: /tmp/tmpauoic63_/sda/containers/0/bac/b0f9a363bd5efa9b480f3b1a6562cbac/b0f9a363bd5efa9b480f3b1a6562cbac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282143.00000, db: /tmp/tmpauoic63_/sda/containers/0/bac/b0f9a363bd5efa9b480f3b1a6562cbac/b0f9a363bd5efa9b480f3b1a6562cbac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282145.00000, db: /tmp/tmpauoic63_/sda/containers/0/397/f1cc4d09cf5eb7751bccc1ec01375397/f1cc4d09cf5eb7751bccc1ec01375397.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282145.00000, db: /tmp/tmpauoic63_/sda/containers/0/397/f1cc4d09cf5eb7751bccc1ec01375397/f1cc4d09cf5eb7751bccc1ec01375397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282147.00000, db: /tmp/tmpauoic63_/sda/containers/0/424/6249641c2159fd4a43727c562e6b1424/6249641c2159fd4a43727c562e6b1424.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282147.00000, db: /tmp/tmpauoic63_/sda/containers/0/424/6249641c2159fd4a43727c562e6b1424/6249641c2159fd4a43727c562e6b1424.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282149.00000, db: /tmp/tmpauoic63_/sda/containers/0/61a/71a16bb5650fbd250f3f32db8c62961a/71a16bb5650fbd250f3f32db8c62961a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282149.00000, db: /tmp/tmpauoic63_/sda/containers/0/61a/71a16bb5650fbd250f3f32db8c62961a/71a16bb5650fbd250f3f32db8c62961a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282151.00000, db: /tmp/tmpauoic63_/sda/containers/0/5f7/8a3e0c7287e52498224e038e0a1ad5f7/8a3e0c7287e52498224e038e0a1ad5f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282151.00000, db: /tmp/tmpauoic63_/sda/containers/0/5f7/8a3e0c7287e52498224e038e0a1ad5f7/8a3e0c7287e52498224e038e0a1ad5f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282153.00000, db: /tmp/tmpauoic63_/sda/containers/0/0b7/f6a5874268552fffa9f22365d2ade0b7/f6a5874268552fffa9f22365d2ade0b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282153.00000, db: /tmp/tmpauoic63_/sda/containers/0/0b7/f6a5874268552fffa9f22365d2ade0b7/f6a5874268552fffa9f22365d2ade0b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282155.00000, db: /tmp/tmpauoic63_/sda/containers/0/9ea/918039fc804ab67e11860e432778d9ea/918039fc804ab67e11860e432778d9ea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282155.00000, db: /tmp/tmpauoic63_/sda/containers/0/9ea/918039fc804ab67e11860e432778d9ea/918039fc804ab67e11860e432778d9ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1714282157.00000, db: /tmp/tmpauoic63_/sda/containers/0/562/177ede5580f0b253c3cd7317ed5fb562/177ede5580f0b253c3cd7317ed5fb562.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1714282157.00000, db: /tmp/tmpauoic63_/sda/containers/0/562/177ede5580f0b253c3cd7317ed5fb562/177ede5580f0b253c3cd7317ed5fb562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpx4g466_v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1714281906.00000, (0, 0) as of 1714281906.00000, active as of 1714281906.00000> to ShardRange<'k' to 't' as of 1714281907.00000, (0, 0) as of 1714281907.00000, sharded as of 1714281908.00000>, path: .shards_a/shard_c, db: /tmp/tmpx4g466_v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpx4g466_v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpje513xnk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmp834g8664/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmp834g8664/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp834g8664/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp834g8664/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp834g8664/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp834g8664/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp834g8664/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp834g8664/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking -test.unit.common.test_utils.TestPipeMutex.test_blocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.test_utils.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool -test.unit.common.test_utils.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.test_utils.TestPipeMutex.test_nonblocking -test.unit.common.test_utils.TestPipeMutex.test_nonblocking ... ok -test.unit.common.test_utils.TestPipeMutex.test_recursive -test.unit.common.test_utils.TestPipeMutex.test_recursive ... ok -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire -test.unit.common.test_utils.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases -test.unit.common.test_utils.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser -test.unit.common.test_utils.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txbfa71b7ea5a946298f3c2-00662dddb2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txd85e766b92b64a9b83229-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): @@ -104863,42 +107796,42 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/proxy/controllers/test_obj.py", line 6776, in read raise Exception('exception message') -Exception: exception message (txn: tx65dddb7307d04e33bea88-00662dddb2) +Exception: exception message (txn: txe941c046f4384424aaa8c-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx6c608b67ec3545059b275-00662dddb2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txf9f80ca14ae24e5ea7b88-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txad96e8a23d0a458e9d3fa-00662dddb2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txe3cf30b6d21d4a0caddf7-00662dddb2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx30e2218df3144ef2bc3f3-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx30e2218df3144ef2bc3f3-00662dddb2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx30e2218df3144ef2bc3f3-00662dddb2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txce26f2e1a4364d1487707-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx8ba4907e97e14117aa3e7-00683aee6d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txc4f461fc0ab14099afa3d-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txc4f461fc0ab14099afa3d-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txc4f461fc0ab14099afa3d-00683aee6d) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server @@ -104909,44 +107842,261 @@ test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx016c48f8ff304106860b2-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx016c48f8ff304106860b2-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx016c48f8ff304106860b2-00662dddb3) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx39f170e52af54d1a9d58d-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx39f170e52af54d1a9d58d-00683aee6d) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx39f170e52af54d1a9d58d-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Expect: 100-continue on /a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 724, in _connect_put_node putter = self._make_putter(node, part, req, headers) @@ -104956,8 +108106,7 @@ ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2001, in connect raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx355b593261fe489484481-00662dddb3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +swift.common.exceptions.FooterNotSupported (txn: tx820af8b361cd4c438c6e5-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -104965,2514 +108114,85 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa6c2e82e32504bb6b5b6e-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txa6c2e82e32504bb6b5b6e-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa6c2e82e32504bb6b5b6e-00662dddb3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx5b84b01222864e9aac868-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx5b84b01222864e9aac868-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx5b84b01222864e9aac868-00662dddb3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx5b84b01222864e9aac868-00662dddb3) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 503, 201, 503, 201, 201, 201, 201, 503, 503, 201, 201] (txn: tx5b84b01222864e9aac868-00662dddb3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -cont1 DEBUG: Could not load '/tmp/tmpv6dc760g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv6dc760g/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpv6dc760g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv6dc760g/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf16e0c98b1bc4924b00c4-00662dddb4" "proxy-server 63435" 0.0013 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49439/sdb1/1/a/c" "txf16e0c98b1bc4924b00c4-00662dddb4" "container-server 63435" 0.0010 "-" 63435 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47637/sda1/1/a/c" "txf16e0c98b1bc4924b00c4-00662dddb4" "container-server 63435" 0.0009 "-" 63435 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf16e0c98b1bc4924b00c4-00662dddb4" "proxy-server 63435" 0.0132 "-" 63435 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf16e0c98b1bc4924b00c4-00662dddb4" "proxy-server 63435" 0.0095 "-" 63435 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf16e0c98b1bc4924b00c4-00662dddb4 - 0.0211 - - 1714281908.402168036 1714281908.423316002 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx449b72d03ef04d20bd510-00662dddb4" "proxy-server 63435" 0.0011 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49439/sdb1/1/a1/c1" "tx449b72d03ef04d20bd510-00662dddb4" "container-server 63435" 0.0010 "-" 63435 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47637/sda1/1/a1/c1" "tx449b72d03ef04d20bd510-00662dddb4" "container-server 63435" 0.0011 "-" 63435 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx449b72d03ef04d20bd510-00662dddb4" "proxy-server 63435" 0.0122 "-" 63435 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx449b72d03ef04d20bd510-00662dddb4" "proxy-server 63435" 0.0087 "-" 63435 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx449b72d03ef04d20bd510-00662dddb4 - 0.0197 - - 1714281908.424561977 1714281908.444300652 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6a004d0bedc44b6fb37de-00662dddb4" "proxy-server 63435" 0.0019 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49439/sdb1/2/a/c1" "tx6a004d0bedc44b6fb37de-00662dddb4" "container-server 63435" 0.0015 "-" 63435 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47637/sda1/2/a/c1" "tx6a004d0bedc44b6fb37de-00662dddb4" "container-server 63435" 0.0010 "-" 63435 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6a004d0bedc44b6fb37de-00662dddb4" "proxy-server 63435" 0.0139 "-" 63435 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6a004d0bedc44b6fb37de-00662dddb4" "proxy-server 63435" 0.0104 "-" 63435 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6a004d0bedc44b6fb37de-00662dddb4 - 0.0221 - - 1714281908.445561647 1714281908.467624426 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx127b0eff5d3442ea85684-00662dddb4" "proxy-server 63435" 0.0018 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49439/sdb1/1/a/c2" "tx127b0eff5d3442ea85684-00662dddb4" "container-server 63435" 0.0015 "-" 63435 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47637/sda1/1/a/c2" "tx127b0eff5d3442ea85684-00662dddb4" "container-server 63435" 0.0009 "-" 63435 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx127b0eff5d3442ea85684-00662dddb4" "proxy-server 63435" 0.0082 "-" 63435 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx127b0eff5d3442ea85684-00662dddb4" "proxy-server 63435" 0.0129 "-" 63435 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx127b0eff5d3442ea85684-00662dddb4 - 0.0203 - - 1714281908.468997002 1714281908.489304543 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprg_ccqne/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprg_ccqne/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprg_ccqne/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprg_ccqne/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8f696d9766e74c0897a41-00662dddb4" "proxy-server 63435" 0.0013 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45365/sda1/1/a/c" "tx8f696d9766e74c0897a41-00662dddb4" "container-server 63435" 0.0011 "-" 63435 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45361/sdb1/1/a/c" "tx8f696d9766e74c0897a41-00662dddb4" "container-server 63435" 0.0009 "-" 63435 0 -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8f696d9766e74c0897a41-00662dddb4" "proxy-server 63435" 0.0091 "-" 63435 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8f696d9766e74c0897a41-00662dddb4" "proxy-server 63435" 0.1007 "-" 63435 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/09 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8f696d9766e74c0897a41-00662dddb4 - 0.1081 - - 1714281908.906073093 1714281909.014179945 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc2a719ffd24d461eb30c7-00662dddb5" "proxy-server 63435" 0.0011 "-" 63435 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45365/sda1/1/a1/c1" "txc2a719ffd24d461eb30c7-00662dddb5" "container-server 63435" 0.0011 "-" 63435 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45361/sdb1/1/a1/c1" "txc2a719ffd24d461eb30c7-00662dddb5" "container-server 63435" 0.0012 "-" 63435 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc2a719ffd24d461eb30c7-00662dddb5" "proxy-server 63435" 0.0083 "-" 63435 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc2a719ffd24d461eb30c7-00662dddb5" "proxy-server 63435" 0.0132 "-" 63435 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/09 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc2a719ffd24d461eb30c7-00662dddb5 - 0.0204 - - 1714281909.015614986 1714281909.035988569 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx634c4c0c81b94be093a58-00662dddb5" "proxy-server 63435" 0.0019 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45365/sda1/2/a/c1" "tx634c4c0c81b94be093a58-00662dddb5" "container-server 63435" 0.0016 "-" 63435 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45361/sdb1/2/a/c1" "tx634c4c0c81b94be093a58-00662dddb5" "container-server 63435" 0.0010 "-" 63435 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx634c4c0c81b94be093a58-00662dddb5" "proxy-server 63435" 0.0140 "-" 63435 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx634c4c0c81b94be093a58-00662dddb5" "proxy-server 63435" 0.0105 "-" 63435 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx634c4c0c81b94be093a58-00662dddb5 - 0.0224 - - 1714281909.037360907 1714281909.059717178 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5b708137ccdb4d1ebf500-00662dddb5" "proxy-server 63435" 0.0018 "-" 63435 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45361/sdb1/1/a/c2" "tx5b708137ccdb4d1ebf500-00662dddb5" "container-server 63435" 0.0012 "-" 63435 2 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45365/sda1/1/a/c2" "tx5b708137ccdb4d1ebf500-00662dddb5" "container-server 63435" 0.0016 "-" 63435 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5b708137ccdb4d1ebf500-00662dddb5" "proxy-server 63435" 0.0088 "-" 63435 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5b708137ccdb4d1ebf500-00662dddb5" "proxy-server 63435" 0.0136 "-" 63435 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/09 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5b708137ccdb4d1ebf500-00662dddb5 - 0.0214 - - 1714281909.061186314 1714281909.082554817 2 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server ERROR: Object returning 503 for [] (txn: txa0a59b5a0e1843d4bc34c-00662dddb4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf3db0eeb945a4225ae5e5-00662dddb4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0c04863241df49a6992cc-00662dddb4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3579769589f34a7492531-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp834g8664/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmp834g8664/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp834g8664/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp834g8664/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp834g8664/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmp834g8664/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281907.00000-0, db: /tmp/tmp0qat4ez9/sda/containers/0/55a/d8a7551b8506bbb1d116f79e6d89855a/d8a7551b8506bbb1d116f79e6d89855a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281911.00000-0, db: /tmp/tmp0qat4ez9/sda/containers/0/fdd/db8fc56e2c4413e28f8f28c45b108fdd/db8fc56e2c4413e28f8f28c45b108fdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281910.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f56/a459b880a55cd0873b81068e76cecf56/a459b880a55cd0873b81068e76cecf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281942.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/3b6/bc54a107436c7b3c82267392fd5543b6/bc54a107436c7b3c82267392fd5543b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281954.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/589/667557938a86e389bcebb97758395589/667557938a86e389bcebb97758395589.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281954.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/589/667557938a86e389bcebb97758395589/667557938a86e389bcebb97758395589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281966.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/467/eaf50cabe3486fda45de7eac75c6e467/eaf50cabe3486fda45de7eac75c6e467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281990.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/2e7/f98d77f4fe259c104927fdf8dc19d2e7/f98d77f4fe259c104927fdf8dc19d2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282002.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/766/b5c460678ef754d341a91f4a48927766/b5c460678ef754d341a91f4a48927766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282014.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a56/c73c8653c2e6535016fa36f6d942da56/c73c8653c2e6535016fa36f6d942da56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282026.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f3e/b7c89ad2e711d50b3c83c5bb93455f3e/b7c89ad2e711d50b3c83c5bb93455f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282050.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/e47/d861b2cd0d7a62c3b51d3c00225eae47/d861b2cd0d7a62c3b51d3c00225eae47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282050.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/e47/d861b2cd0d7a62c3b51d3c00225eae47/d861b2cd0d7a62c3b51d3c00225eae47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282062.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/39e/9a215b5e0b235d593b827d6f9feaf39e/9a215b5e0b235d593b827d6f9feaf39e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282074.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/631/33914582070b93a43932424db6dd0631/33914582070b93a43932424db6dd0631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282086.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/958/3fe87eec66239edd8b61914fe95d9958/3fe87eec66239edd8b61914fe95d9958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282094.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f48/e36b2fe49409a34cf99f09de0c8c6f48/e36b2fe49409a34cf99f09de0c8c6f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282106.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/5ba/e07b02f99d833442701caa88661605ba/e07b02f99d833442701caa88661605ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282110.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/fb8/a567f4eae15fb266f7ff15aec8609fb8/a567f4eae15fb266f7ff15aec8609fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282114.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b62/e27eff3353b7c2965fc6a5b456326b62/e27eff3353b7c2965fc6a5b456326b62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282114.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b62/e27eff3353b7c2965fc6a5b456326b62/e27eff3353b7c2965fc6a5b456326b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282122.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f28/cd161aa42ff1be14990f4adcd248af28/cd161aa42ff1be14990f4adcd248af28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282126.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/32f/2dcd50afb27cabf6f3183de3389d032f/2dcd50afb27cabf6f3183de3389d032f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282130.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/d3e/a370308e137bbaf84b7f58de5d6c1d3e/a370308e137bbaf84b7f58de5d6c1d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282134.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/675/8c568d1ef915230d834e5f6a8f011675/8c568d1ef915230d834e5f6a8f011675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282142.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/30d/0bd4c2322c4b51b9ac061b84f2fb230d/0bd4c2322c4b51b9ac061b84f2fb230d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282146.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/61e/07e9e2bf3273a8d3dc8e0ed6d54db61e/07e9e2bf3273a8d3dc8e0ed6d54db61e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282146.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/61e/07e9e2bf3273a8d3dc8e0ed6d54db61e/07e9e2bf3273a8d3dc8e0ed6d54db61e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282150.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/d9b/96f816886edee7001f9005ac2635dd9b/96f816886edee7001f9005ac2635dd9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282154.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/cab/21fc73211422eca6fa4f11f02282dcab/21fc73211422eca6fa4f11f02282dcab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282162.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b11/98256e63c8ac42f84a8ea7a0c3e0ab11/98256e63c8ac42f84a8ea7a0c3e0ab11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282166.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/95f/31c731a628c020e6a29f071b64b7a95f/31c731a628c020e6a29f071b64b7a95f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282170.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/afa/580b3adc840eec0233912f8ff88a3afa/580b3adc840eec0233912f8ff88a3afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282174.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/999/ea9e2d3e0da240bb644a98073327d999/ea9e2d3e0da240bb644a98073327d999.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282178.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f6f/e9dbd7a0bf950d11621db9fbeec21f6f/e9dbd7a0bf950d11621db9fbeec21f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282182.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a6b/96f18d070ecfd124ca67df3ab83f5a6b/96f18d070ecfd124ca67df3ab83f5a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282186.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/64d/c404f1d5f610d3434cbfd9014975664d/c404f1d5f610d3434cbfd9014975664d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282190.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b6e/eb2ab3502dde479d2faf75fad80f8b6e/eb2ab3502dde479d2faf75fad80f8b6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282194.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/be3/3269683831da2374de09d60ea544abe3/3269683831da2374de09d60ea544abe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282198.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/295/d93a2c7cf00b788f948fc0a6e53e8295/d93a2c7cf00b788f948fc0a6e53e8295.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282202.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/984/e83bf4eef64fdb1b785ca991d3613984/e83bf4eef64fdb1b785ca991d3613984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282206.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c89/ed5418a5b9d4856564dc68760a990c89/ed5418a5b9d4856564dc68760a990c89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282210.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/bde/992b6c8b434465cea338c7c176f3abde/992b6c8b434465cea338c7c176f3abde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282214.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/938/5c2d9d555ee2dfda8943494fd88b3938/5c2d9d555ee2dfda8943494fd88b3938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282218.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/53f/3c87aad68973e517d104e61a5ecb353f/3c87aad68973e517d104e61a5ecb353f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282222.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c82/dae52720748d8c48215ba7b5dece2c82/dae52720748d8c48215ba7b5dece2c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282226.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0ac/23a3670f8df855f670598061af0f50ac/23a3670f8df855f670598061af0f50ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282230.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b7f/d41ce82f84ded1b2405a43bd6b55eb7f/d41ce82f84ded1b2405a43bd6b55eb7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282234.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/625/4543c9db55bf5428fa092bce48ab1625/4543c9db55bf5428fa092bce48ab1625.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282238.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/83e/5415c321303f228fc8bf250aa551d83e/5415c321303f228fc8bf250aa551d83e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282242.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c02/5cb27affccfb3ac45c8e407cf4f6fc02/5cb27affccfb3ac45c8e407cf4f6fc02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282246.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/cee/3b9e5334ebc8ad8df22114d7dd5fdcee/3b9e5334ebc8ad8df22114d7dd5fdcee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282250.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/25d/1edc9bcef361569319a4f8eb8f53d25d/1edc9bcef361569319a4f8eb8f53d25d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282254.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/dcf/ff7a2afd5e649a0bb7da471528964dcf/ff7a2afd5e649a0bb7da471528964dcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282258.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/eba/989b3831a4c5ea428fcfbaa701198eba/989b3831a4c5ea428fcfbaa701198eba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282262.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/732/32a019cd9e1000581d0247d104784732/32a019cd9e1000581d0247d104784732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282266.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f3b/cc5670f5110f60e0f83a5c522556bf3b/cc5670f5110f60e0f83a5c522556bf3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282270.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/9be/7e2acf5cf081b4a89b27f9cb8d0989be/7e2acf5cf081b4a89b27f9cb8d0989be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282274.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/7f2/a4798a8bf4f8df01edc939ce178017f2/a4798a8bf4f8df01edc939ce178017f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282278.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/04c/ce04375d5ab642716b70593b39dc204c/ce04375d5ab642716b70593b39dc204c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282282.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/c7a/b6bf1f40cc9db2538f496256da7a4c7a/b6bf1f40cc9db2538f496256da7a4c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282286.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/31a/c3671839eee642d014757c602320331a/c3671839eee642d014757c602320331a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282290.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a8c/b2b4acdedca47ebc3993e8221dda5a8c/b2b4acdedca47ebc3993e8221dda5a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282294.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0a2/f7b27f003cbd0e9758e4a8819a1bc0a2/f7b27f003cbd0e9758e4a8819a1bc0a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282298.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f54/978ffa1a841aaea071698f6534719f54/978ffa1a841aaea071698f6534719f54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282302.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/5ae/6c930c08b737be37f67f4ffc5dc045ae/6c930c08b737be37f67f4ffc5dc045ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282306.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f10/18e6480e46be708450b99956329c2f10/18e6480e46be708450b99956329c2f10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282310.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/8a9/d0dc344772bd91be989db15215b9d8a9/d0dc344772bd91be989db15215b9d8a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282314.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/e8f/15aff42c6240c7e106945a00a1699e8f/15aff42c6240c7e106945a00a1699e8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282318.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/5e3/41b15812650d3b3badf29ec81e9225e3/41b15812650d3b3badf29ec81e9225e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282322.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/52a/1a5e463b82e0b16af0c6ae17645ea52a/1a5e463b82e0b16af0c6ae17645ea52a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282326.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0ae/16bde94f7fff8230ea82972d555ec0ae/16bde94f7fff8230ea82972d555ec0ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282330.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b1e/0cfeea153133745548c57fe5558c5b1e/0cfeea153133745548c57fe5558c5b1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282334.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/b97/3f47344b10614350f55ff4204fa4ab97/3f47344b10614350f55ff4204fa4ab97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282338.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/ea9/e32409276f0389374a3b02c67e2a9ea9/e32409276f0389374a3b02c67e2a9ea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282342.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a07/a05084e3bf5a134ac2cfdb676c5ada07/a05084e3bf5a134ac2cfdb676c5ada07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282346.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0ec/6903d7e3e6387fa3e13e4d61a24190ec/6903d7e3e6387fa3e13e4d61a24190ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282350.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0f2/9e43151ed73f3aae8bf5b3d8991180f2/9e43151ed73f3aae8bf5b3d8991180f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282354.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/a10/bd993b491f2487ed4bb190de7f5f5a10/bd993b491f2487ed4bb190de7f5f5a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282358.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/704/8750d5243bd51195c7619cff9b73d704/8750d5243bd51195c7619cff9b73d704.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282362.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/6da/207bfe159360dde61ecb7b2123c146da/207bfe159360dde61ecb7b2123c146da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282366.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/6ca/632b87104f3292e0d747a5388611d6ca/632b87104f3292e0d747a5388611d6ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282370.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/2d0/065edc5bc01512fed9eaa5fadff4a2d0/065edc5bc01512fed9eaa5fadff4a2d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282374.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/0fb/ceec57cef58543b82d8bb89f083120fb/ceec57cef58543b82d8bb89f083120fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282378.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/f6d/807dd306b4f4b7edce2e5cfba4407f6d/807dd306b4f4b7edce2e5cfba4407f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282382.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/670/ebb920d1e5aff8b8c0475fba8555b670/ebb920d1e5aff8b8c0475fba8555b670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282386.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/2cc/48606a0c1f3f62b94693a7bdc38eb2cc/48606a0c1f3f62b94693a7bdc38eb2cc.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282390.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/24c/e9e70a248864d4401cac792b9d01224c/e9e70a248864d4401cac792b9d01224c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282394.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/dce/3a005cacbcd488ff192f98b3a2dfcdce/3a005cacbcd488ff192f98b3a2dfcdce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282398.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/cfe/834629a717417e03d7b3aef14fbbdcfe/834629a717417e03d7b3aef14fbbdcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282402.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/efe/7e060995084e9cd42e38e0f13e945efe/7e060995084e9cd42e38e0f13e945efe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282406.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/7e6/0f2d2bfbcc588bd92170e36155a887e6/0f2d2bfbcc588bd92170e36155a887e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282410.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/8fc/69757ec263c0c4dcd68020d6386658fc/69757ec263c0c4dcd68020d6386658fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282414.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/033/8b433ae91855f67491e597889e06c033/8b433ae91855f67491e597889e06c033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282418.00000-0, db: /tmp/tmpnlbn30zb/sda/containers/0/ff8/f03644ec0559cf454bd466fb49c3fff8/f03644ec0559cf454bd466fb49c3fff8.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbpwqxmah/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281909.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbpwqxmah/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281909.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca_1714281913.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281913.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1ca/cade6135ebebd5afd43ab516fb69c1ca/cade6135ebebd5afd43ab516fb69c1ca_1714281913.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af_1714281916.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281916.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2af/3438287e9961b95584d880e7f1c4b2af/3438287e9961b95584d880e7f1c4b2af_1714281916.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029_1714281919.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029_1714281919.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024_1714281922.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024_1714281922.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090_1714281925.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090_1714281925.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec_1714281928.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec_1714281928.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5_1714281931.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5_1714281931.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c_1714281934.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c_1714281934.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c_1714281937.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c_1714281937.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12_1714281940.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12_1714281940.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213_1714281943.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213_1714281943.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df_1714281946.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df_1714281946.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8_1714281949.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8_1714281949.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0_1714281952.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0_1714281952.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5_1714281955.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5_1714281955.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7_1714281958.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7_1714281958.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d_1714281961.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d_1714281961.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3_1714281964.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3_1714281964.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9_1714281967.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9_1714281967.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6_1714281970.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6_1714281970.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e_1714281973.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e_1714281973.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4_1714281976.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4_1714281976.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071_1714281979.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071_1714281979.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4_1714281982.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4_1714281982.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed_1714281985.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed_1714281985.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76_1714281988.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76_1714281988.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841_1714281991.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841_1714281991.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d_1714281994.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d_1714281994.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281997.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/7fc/a8b9807a632efab9e0ab20dada1db7fc/a8b9807a632efab9e0ab20dada1db7fc_1714281997.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281997.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/7fc/a8b9807a632efab9e0ab20dada1db7fc/a8b9807a632efab9e0ab20dada1db7fc_1714281997.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2_1714282000.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2_1714282000.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668_1714282003.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668_1714282003.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef_1714282006.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef_1714282006.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282009.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/13d/0106db93b501d1c0621f08fa55b4913d/0106db93b501d1c0621f08fa55b4913d_1714282009.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282009.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/13d/0106db93b501d1c0621f08fa55b4913d/0106db93b501d1c0621f08fa55b4913d_1714282009.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7_1714282012.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7_1714282012.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a_1714282015.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a_1714282015.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8_1714282018.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8_1714282018.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282021.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/8a3/7c3e5ded0c48c14e9749a670fc6568a3/7c3e5ded0c48c14e9749a670fc6568a3_1714282021.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282021.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/8a3/7c3e5ded0c48c14e9749a670fc6568a3/7c3e5ded0c48c14e9749a670fc6568a3_1714282021.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3_1714282024.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3_1714282024.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c_1714282027.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c_1714282027.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab_1714282030.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab_1714282030.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e_1714282033.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e_1714282033.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c_1714282036.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c_1714282036.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8_1714282039.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8_1714282039.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5_1714282042.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5_1714282042.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282045.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/13c/e6e6fa7e5fa2415a280726d4048f113c/e6e6fa7e5fa2415a280726d4048f113c_1714282045.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282045.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/13c/e6e6fa7e5fa2415a280726d4048f113c/e6e6fa7e5fa2415a280726d4048f113c_1714282045.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a_1714282048.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a_1714282048.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f_1714282051.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f_1714282051.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e_1714282054.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e_1714282054.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282057.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/abe/9f08b3b546b918619eefd54f3e5b8abe/9f08b3b546b918619eefd54f3e5b8abe_1714282057.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282057.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/abe/9f08b3b546b918619eefd54f3e5b8abe/9f08b3b546b918619eefd54f3e5b8abe_1714282057.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103_1714282060.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103_1714282060.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e_1714282063.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e_1714282063.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f_1714282066.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f_1714282066.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282069.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a7e/8b06e123edf0e80160401dc6c30cba7e/8b06e123edf0e80160401dc6c30cba7e_1714282069.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282069.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/a7e/8b06e123edf0e80160401dc6c30cba7e/8b06e123edf0e80160401dc6c30cba7e_1714282069.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282072.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/199/1da687972d23a9f320cdcd5dce8ab199/1da687972d23a9f320cdcd5dce8ab199_1714282072.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282072.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/199/1da687972d23a9f320cdcd5dce8ab199/1da687972d23a9f320cdcd5dce8ab199_1714282072.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d_1714282075.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d_1714282075.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065_1714282078.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065_1714282078.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282081.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2a0/cec654abd4e0f6165402c1d10f97a2a0/cec654abd4e0f6165402c1d10f97a2a0_1714282081.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282081.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2a0/cec654abd4e0f6165402c1d10f97a2a0/cec654abd4e0f6165402c1d10f97a2a0_1714282081.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282084.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/769/da9fed9b973a02f11321af119b31e769/da9fed9b973a02f11321af119b31e769_1714282084.00000.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7586c125646347f3abe2f-00662dddb4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1795f83af7e544adbf483-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa7107f4089c54a4f9d5e9-00662dddb4) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2b4ebea12d3248e1a0e80-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25d3e96952b4d6288bb5-00662dddb5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 490, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx22e5bed7bb554490a06bc-00662dddb6) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2924b6b208643dbb70a6-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2924b6b208643dbb70a6-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2924b6b208643dbb70a6-00662dddb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx115c08fca8494472b93dc-00662dddb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txe75439da8adb404492ce4-00683aee6e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txe75439da8adb404492ce4-00683aee6e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe75439da8adb404492ce4-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282084.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/769/da9fed9b973a02f11321af119b31e769/da9fed9b973a02f11321af119b31e769_1714282084.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4_1714282087.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4_1714282087.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea_1714282090.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea_1714282090.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282093.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/81c/eb03068b77ba02a775c419858fb7281c/eb03068b77ba02a775c419858fb7281c_1714282093.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282093.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/81c/eb03068b77ba02a775c419858fb7281c/eb03068b77ba02a775c419858fb7281c_1714282093.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282096.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/426/13250496f588f66ebaa3474a8275e426/13250496f588f66ebaa3474a8275e426_1714282096.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282096.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/426/13250496f588f66ebaa3474a8275e426/13250496f588f66ebaa3474a8275e426_1714282096.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282099.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5_1714282099.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282099.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5_1714282099.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9_1714282102.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmp66kaynb_/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9_1714282102.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281914.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f2b/1bf44d923e91b69cd8d2e57138319f2b/1bf44d923e91b69cd8d2e57138319f2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281918.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/03b/88db400bf2669ed8d2b6a0ed846f003b/88db400bf2669ed8d2b6a0ed846f003b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281942.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3b6/bc54a107436c7b3c82267392fd5543b6/bc54a107436c7b3c82267392fd5543b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281942.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3b6/bc54a107436c7b3c82267392fd5543b6/bc54a107436c7b3c82267392fd5543b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281954.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/589/667557938a86e389bcebb97758395589/667557938a86e389bcebb97758395589.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281954.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/589/667557938a86e389bcebb97758395589/667557938a86e389bcebb97758395589.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281966.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/467/eaf50cabe3486fda45de7eac75c6e467/eaf50cabe3486fda45de7eac75c6e467.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281966.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/467/eaf50cabe3486fda45de7eac75c6e467/eaf50cabe3486fda45de7eac75c6e467.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281978.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/8c0/e6ad65bedc2ee961ed01c198a0b098c0/e6ad65bedc2ee961ed01c198a0b098c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281990.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2e7/f98d77f4fe259c104927fdf8dc19d2e7/f98d77f4fe259c104927fdf8dc19d2e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281990.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2e7/f98d77f4fe259c104927fdf8dc19d2e7/f98d77f4fe259c104927fdf8dc19d2e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282002.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/766/b5c460678ef754d341a91f4a48927766/b5c460678ef754d341a91f4a48927766.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282002.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/766/b5c460678ef754d341a91f4a48927766/b5c460678ef754d341a91f4a48927766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282014.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a56/c73c8653c2e6535016fa36f6d942da56/c73c8653c2e6535016fa36f6d942da56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282014.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/a56/c73c8653c2e6535016fa36f6d942da56/c73c8653c2e6535016fa36f6d942da56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282026.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f3e/b7c89ad2e711d50b3c83c5bb93455f3e/b7c89ad2e711d50b3c83c5bb93455f3e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282026.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f3e/b7c89ad2e711d50b3c83c5bb93455f3e/b7c89ad2e711d50b3c83c5bb93455f3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282038.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1e0/120f2a3f03caa6f9bca7b263dfa6d1e0/120f2a3f03caa6f9bca7b263dfa6d1e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282050.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/e47/d861b2cd0d7a62c3b51d3c00225eae47/d861b2cd0d7a62c3b51d3c00225eae47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282050.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/e47/d861b2cd0d7a62c3b51d3c00225eae47/d861b2cd0d7a62c3b51d3c00225eae47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282062.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/39e/9a215b5e0b235d593b827d6f9feaf39e/9a215b5e0b235d593b827d6f9feaf39e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282062.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/39e/9a215b5e0b235d593b827d6f9feaf39e/9a215b5e0b235d593b827d6f9feaf39e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282074.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/631/33914582070b93a43932424db6dd0631/33914582070b93a43932424db6dd0631.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282074.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/631/33914582070b93a43932424db6dd0631/33914582070b93a43932424db6dd0631.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282086.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/958/3fe87eec66239edd8b61914fe95d9958/3fe87eec66239edd8b61914fe95d9958.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282086.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/958/3fe87eec66239edd8b61914fe95d9958/3fe87eec66239edd8b61914fe95d9958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282090.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/3ea/f437653da04934c32c021a0f558163ea/f437653da04934c32c021a0f558163ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282094.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f48/e36b2fe49409a34cf99f09de0c8c6f48/e36b2fe49409a34cf99f09de0c8c6f48.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282094.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f48/e36b2fe49409a34cf99f09de0c8c6f48/e36b2fe49409a34cf99f09de0c8c6f48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282098.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/406/f8e58899783af1547fd376e704974406/f8e58899783af1547fd376e704974406.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282106.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5ba/e07b02f99d833442701caa88661605ba/e07b02f99d833442701caa88661605ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282106.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/5ba/e07b02f99d833442701caa88661605ba/e07b02f99d833442701caa88661605ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282110.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/fb8/a567f4eae15fb266f7ff15aec8609fb8/a567f4eae15fb266f7ff15aec8609fb8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282110.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/fb8/a567f4eae15fb266f7ff15aec8609fb8/a567f4eae15fb266f7ff15aec8609fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282114.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b62/e27eff3353b7c2965fc6a5b456326b62/e27eff3353b7c2965fc6a5b456326b62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282114.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b62/e27eff3353b7c2965fc6a5b456326b62/e27eff3353b7c2965fc6a5b456326b62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282118.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/1ae/95826dd3f73b6a5e4702eda70c2c31ae/95826dd3f73b6a5e4702eda70c2c31ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282122.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f28/cd161aa42ff1be14990f4adcd248af28/cd161aa42ff1be14990f4adcd248af28.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282122.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/f28/cd161aa42ff1be14990f4adcd248af28/cd161aa42ff1be14990f4adcd248af28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282126.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/32f/2dcd50afb27cabf6f3183de3389d032f/2dcd50afb27cabf6f3183de3389d032f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282126.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/32f/2dcd50afb27cabf6f3183de3389d032f/2dcd50afb27cabf6f3183de3389d032f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282130.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/d3e/a370308e137bbaf84b7f58de5d6c1d3e/a370308e137bbaf84b7f58de5d6c1d3e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282130.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/d3e/a370308e137bbaf84b7f58de5d6c1d3e/a370308e137bbaf84b7f58de5d6c1d3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282134.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/675/8c568d1ef915230d834e5f6a8f011675/8c568d1ef915230d834e5f6a8f011675.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282134.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/675/8c568d1ef915230d834e5f6a8f011675/8c568d1ef915230d834e5f6a8f011675.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282138.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/e04/78ef30c9af36ae8222c87eab0f6e3e04/78ef30c9af36ae8222c87eab0f6e3e04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282142.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/30d/0bd4c2322c4b51b9ac061b84f2fb230d/0bd4c2322c4b51b9ac061b84f2fb230d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282142.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/30d/0bd4c2322c4b51b9ac061b84f2fb230d/0bd4c2322c4b51b9ac061b84f2fb230d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282146.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/61e/07e9e2bf3273a8d3dc8e0ed6d54db61e/07e9e2bf3273a8d3dc8e0ed6d54db61e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282146.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/61e/07e9e2bf3273a8d3dc8e0ed6d54db61e/07e9e2bf3273a8d3dc8e0ed6d54db61e.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 2629, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx606e986133a7452fb53d1-00662dddb6) -proxy-server ERROR: Object returning 503 for [] (txn: tx606e986133a7452fb53d1-00662dddb6) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx28f6c824dd3048049e12d-00683aee6e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx28f6c824dd3048049e12d-00683aee6e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx28f6c824dd3048049e12d-00683aee6e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx28f6c824dd3048049e12d-00683aee6e) +proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 503, 201, 201, 201, 201, 503, 503, 201, 201, 201, 201] (txn: tx28f6c824dd3048049e12d-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txfa04bc3cdeb74316994c4-00662dddb7) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx492d234047d74430b4d73-00662dddb8) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282150.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/d9b/96f816886edee7001f9005ac2635dd9b/96f816886edee7001f9005ac2635dd9b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282150.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/d9b/96f816886edee7001f9005ac2635dd9b/96f816886edee7001f9005ac2635dd9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282154.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/cab/21fc73211422eca6fa4f11f02282dcab/21fc73211422eca6fa4f11f02282dcab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282154.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/cab/21fc73211422eca6fa4f11f02282dcab/21fc73211422eca6fa4f11f02282dcab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282158.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/335/c66d9aef99ac71f42f1c48e3464c3335/c66d9aef99ac71f42f1c48e3464c3335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282162.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b11/98256e63c8ac42f84a8ea7a0c3e0ab11/98256e63c8ac42f84a8ea7a0c3e0ab11.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282162.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/b11/98256e63c8ac42f84a8ea7a0c3e0ab11/98256e63c8ac42f84a8ea7a0c3e0ab11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282166.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/95f/31c731a628c020e6a29f071b64b7a95f/31c731a628c020e6a29f071b64b7a95f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282166.00000-0, db: /tmp/tmpc91vk9vg/sda/containers/0/95f/31c731a628c020e6a29f071b64b7a95f/31c731a628c020e6a29f071b64b7a95f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281917.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/928/0acf8f82399c8b3f189966651eae2928/0acf8f82399c8b3f189966651eae2928.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281917.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/928/0acf8f82399c8b3f189966651eae2928/0acf8f82399c8b3f189966651eae2928.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281926.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/4b3/fb12f4102184399f76bc2c2b8487e4b3/fb12f4102184399f76bc2c2b8487e4b3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281938.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/907/7b8c625ec3feae8ba9bcbeece7892907/7b8c625ec3feae8ba9bcbeece7892907.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281941.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/060/d40ecc3e08b32c7c72d27ec1a1b9f060/d40ecc3e08b32c7c72d27ec1a1b9f060.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281941.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/060/d40ecc3e08b32c7c72d27ec1a1b9f060/d40ecc3e08b32c7c72d27ec1a1b9f060.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281944.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/c50/7bb3c1fa86c15039f634b31403065c50/7bb3c1fa86c15039f634b31403065c50.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281950.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/4ed/0462ce03bacd53f3eca5f5bdb9fe54ed/0462ce03bacd53f3eca5f5bdb9fe54ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281953.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/67b/992c8692c0066a08ee35c38848ea567b/992c8692c0066a08ee35c38848ea567b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281956.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/17c/cfb61d3798d5e3cc45de738ed545a17c/cfb61d3798d5e3cc45de738ed545a17c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281965.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/6ba/0bc797f9e421bbfadb08692fb0f626ba/0bc797f9e421bbfadb08692fb0f626ba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281965.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/6ba/0bc797f9e421bbfadb08692fb0f626ba/0bc797f9e421bbfadb08692fb0f626ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281968.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/dd2/5f4ce13d908b3f568d318f9112921dd2/5f4ce13d908b3f568d318f9112921dd2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281974.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/5bb/6aee9d39b9f4df996a7d031b9d43f5bb/6aee9d39b9f4df996a7d031b9d43f5bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281977.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/2ee/9afa2014170a395f0ef529b2750e52ee/9afa2014170a395f0ef529b2750e52ee.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281977.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/2ee/9afa2014170a395f0ef529b2750e52ee/9afa2014170a395f0ef529b2750e52ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281980.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/561/572597f7ac73aac032e7598a86a0b561/572597f7ac73aac032e7598a86a0b561.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281986.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/a96/539922e52db0e5b2aa0886371bba9a96/539922e52db0e5b2aa0886371bba9a96.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281989.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/aea/5034a35e6800ba7ce7f8ba63e4bb5aea/5034a35e6800ba7ce7f8ba63e4bb5aea.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281989.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/aea/5034a35e6800ba7ce7f8ba63e4bb5aea/5034a35e6800ba7ce7f8ba63e4bb5aea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281998.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/fa2/7c36cac5a4df56cb80db8c53572b9fa2/7c36cac5a4df56cb80db8c53572b9fa2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282001.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/568/f6384814e6f7b6fe9ae3019cc9376568/f6384814e6f7b6fe9ae3019cc9376568.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282001.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/568/f6384814e6f7b6fe9ae3019cc9376568/f6384814e6f7b6fe9ae3019cc9376568.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282004.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/148/d30152fd2a7e18629258413864a5c148/d30152fd2a7e18629258413864a5c148.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282007.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282007.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282010.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/313/09cb0822accab6eafbe31362bf18f313/09cb0822accab6eafbe31362bf18f313.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282013.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/1f0/06a2ed3aa8c616cd213e5d7aad5951f0/06a2ed3aa8c616cd213e5d7aad5951f0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282013.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/1f0/06a2ed3aa8c616cd213e5d7aad5951f0/06a2ed3aa8c616cd213e5d7aad5951f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282016.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/10c/515424f2da33f6c457b2ff1b9160910c/515424f2da33f6c457b2ff1b9160910c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282016.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/10c/515424f2da33f6c457b2ff1b9160910c/515424f2da33f6c457b2ff1b9160910c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282019.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282019.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282025.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/b6d/bcdd2194b23b6615e45a40672b2ebb6d/bcdd2194b23b6615e45a40672b2ebb6d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282025.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/b6d/bcdd2194b23b6615e45a40672b2ebb6d/bcdd2194b23b6615e45a40672b2ebb6d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282028.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/2de/8082e2b23d19c0d005decacd08eae2de/8082e2b23d19c0d005decacd08eae2de.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282031.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282031.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282034.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/1a4/8728e9149074c406237b03c10d93b1a4/8728e9149074c406237b03c10d93b1a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282037.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/533/9635aef822f6d845cc12e05446825533/9635aef822f6d845cc12e05446825533.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282037.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/533/9635aef822f6d845cc12e05446825533/9635aef822f6d845cc12e05446825533.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282040.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/30f/5d384dcd517d2fa2f050ef22dffa330f/5d384dcd517d2fa2f050ef22dffa330f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282040.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/30f/5d384dcd517d2fa2f050ef22dffa330f/5d384dcd517d2fa2f050ef22dffa330f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3e45af30b3b94a6abeda8-00662dddb8) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txba96564584d74836bcba6-00662dddb8) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe5a229fd70794993bd930-00662dddb8) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txca77d4c42b7a4aef84f16-00662dddb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: Object returning 503 for [] (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx4c6b594e5813462290c5a-00662dddb8) +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: Object returning 503 for [] (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fbac9fc78504553946d7-00683aee6d) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx741d950715df44d0b65fa-00662dddb9) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx741d950715df44d0b65fa-00662dddb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe32ad41f476a428baf04f-00662dddb9) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7ab611282b624705acf4d-00683aee6e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7ab611282b624705acf4d-00683aee6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txbe82f0c04a294fc99a899-00683aee6e) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body @@ -107489,10 +108209,6 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/server.py", line 598, in handle_request @@ -107535,188 +108251,382 @@ File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode return pyeclib_c.decode(self.handle, _fragment_payloads, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txe32ad41f476a428baf04f-00662dddb9) +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txbe82f0c04a294fc99a899-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc4e7add582174ba295ccd-00662dddb9) -proxy-server ERROR: Object returning 503 for [] (txn: txc4e7add582174ba295ccd-00662dddb9) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx001faf24833840058655a-00683aee6e) +proxy-server ERROR: Object returning 503 for [] (txn: tx001faf24833840058655a-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2a1094c9a109486dafb31-00683aee6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx1e27bdeabba64b5aa9146-00683aee6e) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpxhpcltf7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxhpcltf7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpxhpcltf7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxhpcltf7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3317107 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0111 "-" 3317107 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3317107 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 3317107 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx250e43a2d2b844639c9dd-00683aee6e" "proxy-server 3317107" 0.0012 "-" 3317107 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36797/sdb1/0/a/c" "tx250e43a2d2b844639c9dd-00683aee6e" "container-server 3317107" 0.0093 "-" 3317107 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43259/sda1/0/a/c" "tx250e43a2d2b844639c9dd-00683aee6e" "container-server 3317107" 0.0010 "-" 3317107 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx250e43a2d2b844639c9dd-00683aee6e" "proxy-server 3317107" 0.0296 "-" 3317107 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx250e43a2d2b844639c9dd-00683aee6e" "proxy-server 3317107" 0.0174 "-" 3317107 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx250e43a2d2b844639c9dd-00683aee6e - 0.0552 - - 1748692590.460107327 1748692590.515315771 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8ef52adf85354bb6a6c3d-00683aee6e" "proxy-server 3317107" 0.0012 "-" 3317107 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:36797/sdb1/2/a1/c1" "tx8ef52adf85354bb6a6c3d-00683aee6e" "container-server 3317107" 0.0012 "-" 3317107 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:43259/sda1/2/a1/c1" "tx8ef52adf85354bb6a6c3d-00683aee6e" "container-server 3317107" 0.0010 "-" 3317107 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8ef52adf85354bb6a6c3d-00683aee6e" "proxy-server 3317107" 0.0307 "-" 3317107 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8ef52adf85354bb6a6c3d-00683aee6e" "proxy-server 3317107" 0.0272 "-" 3317107 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8ef52adf85354bb6a6c3d-00683aee6e - 0.0551 - - 1748692590.516697407 1748692590.571809053 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb95f9c096a634c38bb476-00683aee6e" "proxy-server 3317107" 0.0020 "-" 3317107 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36797/sdb1/0/a/c1" "txb95f9c096a634c38bb476-00683aee6e" "container-server 3317107" 0.0058 "-" 3317107 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:43259/sda1/0/a/c1" "txb95f9c096a634c38bb476-00683aee6e" "container-server 3317107" 0.0010 "-" 3317107 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb95f9c096a634c38bb476-00683aee6e" "proxy-server 3317107" 0.0339 "-" 3317107 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb95f9c096a634c38bb476-00683aee6e" "proxy-server 3317107" 0.0303 "-" 3317107 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb95f9c096a634c38bb476-00683aee6e - 0.0551 - - 1748692590.573176861 1748692590.628283978 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx23aa7825941f4b96a5c55-00683aee6e" "proxy-server 3317107" 0.0019 "-" 3317107 - +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server ERROR: Object returning 503 for [] (txn: txd917be846b414faf80a93-00662dddb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server ERROR: Object returning 503 for [] (txn: tx1f83f60ab6904fab9a027-00662dddb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7d2fb40dc8d946e996977-00662dddb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txaf8a0c5902a84659a50ad-00662dddb9) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43259/sda1/2/a/c2" "tx23aa7825941f4b96a5c55-00683aee6e" "container-server 3317107" 0.0011 "-" 3317107 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36797/sdb1/2/a/c2" "tx23aa7825941f4b96a5c55-00683aee6e" "container-server 3317107" 0.0017 "-" 3317107 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx23aa7825941f4b96a5c55-00683aee6e" "proxy-server 3317107" 0.0321 "-" 3317107 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:30 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx23aa7825941f4b96a5c55-00683aee6e" "proxy-server 3317107" 0.0413 "-" 3317107 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx23aa7825941f4b96a5c55-00683aee6e - 0.0615 - - 1748692590.629681826 1748692590.691217899 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0be8aa4c12264cf18c0be-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2d38b11efbde4641bd20a-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6f733cebc6f84d7f96ecf-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6f733cebc6f84d7f96ecf-00683aee6e) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx6f733cebc6f84d7f96ecf-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8476ad8384f24beb8a262-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8476ad8384f24beb8a262-00683aee6e) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx8476ad8384f24beb8a262-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txca11ecb222524db7a13a0-00683aee6e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txca11ecb222524db7a13a0-00683aee6e) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe78eca9427f342dc8f497-00683aee6e) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe78eca9427f342dc8f497-00683aee6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txbaf9148bfc994d6ababdc-00683aee6e) +test INFO: Client disconnected on read of '/a/c' (txn: txbaf9148bfc994d6ababdc-00683aee6e) +test INFO: Client disconnected on read of '/a/c' (txn: txbaa033478f4c4efca1608-00683aee6e) +test INFO: Client disconnected on read of '/a/c' (txn: txbaa033478f4c4efca1608-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2fdd4a0080fc48798d0a0-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx002d6c941b174672af4aa-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx749da81d068f4d13a1ae7-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx749da81d068f4d13a1ae7-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx749da81d068f4d13a1ae7-00683aee6e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx749da81d068f4d13a1ae7-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2a441aaf0f5542b7b6a8b-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2a441aaf0f5542b7b6a8b-00683aee6e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2a441aaf0f5542b7b6a8b-00683aee6e) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2a441aaf0f5542b7b6a8b-00683aee6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server ERROR: Object returning 503 for [] (txn: tx026e3cfe70d24653ba43b-00683aee6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server ERROR: Object returning 503 for [] (txn: txe6c4fdc8c445434c97905-00683aee6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe9756175d7db43dab1970-00683aee6e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx044f761fc5c940e191a7b-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txa585d012b6594cf999c92-00662dddb9) +proxy-server ERROR: Object returning 503 for [] (txn: tx07364394d93b460d8feec-00683aee6e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txf951b4e169fb415e8850f-00662dddb9) +proxy-server ERROR: Object returning 503 for [] (txn: tx179e3c6e547c4fab81878-00683aee6f) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txcb10b36bd7db4deab48c7-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txcb10b36bd7db4deab48c7-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txcb10b36bd7db4deab48c7-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txcb10b36bd7db4deab48c7-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx84038041992c4516b46eb-00683aee6f) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txceb3611b606c4c4ebdd47-00683aee6f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txceb3611b606c4c4ebdd47-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8b92f4e6d0264b3d887b2-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx01179a5cfaaf4c488b8d8-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx75f2e4cb39ba4e84a3b02-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx8c4cde232ed04f65a7ac2-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd8d2d5d089e14991a44cc-00683aee6f) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx393d71b1397f4a7f91280-00683aee6f) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx393d71b1397f4a7f91280-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test WARNING: Could not autocreate account '/account' (txn: tx636e159a211f43dfb5c8c-00683aee6f) +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0d3c027961184dcfb63d0-00662dddb9) -proxy-server ERROR: Object returning 503 for [] (txn: tx0d3c027961184dcfb63d0-00662dddb9) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx34880274426244b0b9f93-00683aee6f) +proxy-server ERROR: Object returning 503 for [] (txn: tx34880274426244b0b9f93-00683aee6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe21504ffb041446bbca73-00662dddb9) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx87271038efef45e5ab879-00683aee6f) proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/obj.py", line 1496, in put_fragments_in_queue @@ -107739,696 +108649,793 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1133, in read raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txe21504ffb041446bbca73-00662dddb9) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe21504ffb041446bbca73-00662dddb9) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx87271038efef45e5ab879-00683aee6f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx87271038efef45e5ab879-00683aee6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx42ed122d63224395acbe0-00662dddb9) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx89dc8c21e0b14b48b43af-00683aee6f) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: txeaa9154cf0ef4cddbe378-00683aee6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6b0107a872cb40e18a12f-00683aee6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx6b0107a872cb40e18a12f-00683aee6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx8b93fe475a034f51beccb-00662dddba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx96a6477cf5074605b5b10-00662dddba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5209f6fdb4204051ba38f-00662dddba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx023c0cefff8341cfb17d6-00683aee6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test INFO: autocreate account '/account' (txn: txed050bc8f5a54f3bb3026-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx2dda3913c2e94991a7212-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2dda3913c2e94991a7212-00683aee6f) +test WARNING: Could not autocreate account '/account' (txn: tx2dda3913c2e94991a7212-00683aee6f) +test INFO: autocreate account '/account' (txn: tx075d204b66a34c6ca59ff-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0fe0e66eadeb4c9aa3812-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0fe0e66eadeb4c9aa3812-00683aee6f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0fe0e66eadeb4c9aa3812-00683aee6f) +test INFO: autocreate account '/account' (txn: tx7c761d207bd04b89bbfcd-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6ec8c107d8d643b9ac1d0-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx6ec8c107d8d643b9ac1d0-00683aee6f) +test INFO: autocreate account '/account' (txn: tx6ec8c107d8d643b9ac1d0-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx33b6c47962eb4976a15c9-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx33b6c47962eb4976a15c9-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txbe51b8d6cfbb4a2b87322-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txf55d30f674f643c3b4e34-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx227a295bb1334af180180-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd6eeff7679f8496dbb07a-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2a576f0e54fd4b4aa9dab-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb9ec0ab4fd58472eab455-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4fef6f75a8bb4cb2869ac-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2a0ab57b85154dd987d78-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txdcab34541f204291b66a2-00683aee6f) +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: txdcab34541f204291b66a2-00683aee6f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txdcab34541f204291b66a2-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8ba7016e868e48e1ae991-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8ba7016e868e48e1ae991-00683aee6f) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8ba7016e868e48e1ae991-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8963d2b24cde48289e447-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8963d2b24cde48289e447-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8963d2b24cde48289e447-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8963d2b24cde48289e447-00683aee6f) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect + raise HTTPException() +http.client.HTTPException (txn: tx249e47a9809b4b60af275-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx249e47a9809b4b60af275-00683aee6f) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx249e47a9809b4b60af275-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx249e47a9809b4b60af275-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx34beb24844f2418684797-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa9ca853ba40b47f490950-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa9ca853ba40b47f490950-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa9ca853ba40b47f490950-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txa9ca853ba40b47f490950-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5f9e15ef6a4a4c9d8a022-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5f9e15ef6a4a4c9d8a022-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5f9e15ef6a4a4c9d8a022-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: tx5f9e15ef6a4a4c9d8a022-00683aee6f) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx9d3ec2e2ec7047268e63e-00683aee6f) +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txb9259db776764dbabfccb-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txb9259db776764dbabfccb-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb9259db776764dbabfccb-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txb9259db776764dbabfccb-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfec3f7fdf59a493796633-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfec3f7fdf59a493796633-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfec3f7fdf59a493796633-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txfec3f7fdf59a493796633-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx07f0877240094ec5b36eb-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx3aa6c4e1f9bc4b408bbf3-00683aee6f) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx3aa6c4e1f9bc4b408bbf3-00683aee6f) +test INFO: Client disconnected on read of '/a/c' (txn: tx3aa6c4e1f9bc4b408bbf3-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd11065f22dc648019aa2a-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txabcb3bfbdcb74f809b582-00683aee6f) +test INFO: Client disconnected on read of '/a/c' (txn: txabcb3bfbdcb74f809b582-00683aee6f) +test INFO: Client disconnected on read of '/a/c/' (txn: txabcb3bfbdcb74f809b582-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx08264fb6d6264b949036e-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx08264fb6d6264b949036e-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx08264fb6d6264b949036e-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx08264fb6d6264b949036e-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx55faaa8445084c7aa0fcf-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx55faaa8445084c7aa0fcf-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx55faaa8445084c7aa0fcf-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx55faaa8445084c7aa0fcf-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txac499b0abb6741fdb1a2c-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txac499b0abb6741fdb1a2c-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txac499b0abb6741fdb1a2c-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txac499b0abb6741fdb1a2c-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1c2d8c54d17842b4a23e9-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1c2d8c54d17842b4a23e9-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1c2d8c54d17842b4a23e9-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1c2d8c54d17842b4a23e9-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txcd70531b74a94c8aafaa3-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcd70531b74a94c8aafaa3-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txcd70531b74a94c8aafaa3-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txcd70531b74a94c8aafaa3-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa087b8ae9aa948a2b1512-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa087b8ae9aa948a2b1512-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa087b8ae9aa948a2b1512-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa087b8ae9aa948a2b1512-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe52af4cfa86c48afb2bee-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe52af4cfa86c48afb2bee-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe52af4cfa86c48afb2bee-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe52af4cfa86c48afb2bee-00683aee6f) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx738effde82ac4d3d89e52-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx738effde82ac4d3d89e52-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx738effde82ac4d3d89e52-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx738effde82ac4d3d89e52-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1cb0188ba8574436b4c76-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1db3f3e24b8b4ecea6321-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1db3f3e24b8b4ecea6321-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1db3f3e24b8b4ecea6321-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx1db3f3e24b8b4ecea6321-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx15eac31ebe0d4802bc475-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx598a55da2ecb4b11b8a33-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx598a55da2ecb4b11b8a33-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx598a55da2ecb4b11b8a33-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx598a55da2ecb4b11b8a33-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5e74a886b44c48e99f815-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5e74a886b44c48e99f815-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5e74a886b44c48e99f815-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx5e74a886b44c48e99f815-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx351b32ed735846388cb4d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx351b32ed735846388cb4d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx351b32ed735846388cb4d-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx351b32ed735846388cb4d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx89dfa65aa2fa4d7f83d7a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx89dfa65aa2fa4d7f83d7a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx89dfa65aa2fa4d7f83d7a-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx89dfa65aa2fa4d7f83d7a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf84a0c867593434298b23-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf84a0c867593434298b23-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf84a0c867593434298b23-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: txf84a0c867593434298b23-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6eb4284a1d1241d39d94a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6eb4284a1d1241d39d94a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6eb4284a1d1241d39d94a-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx6eb4284a1d1241d39d94a-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1414671dc10b40a2a7e5d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1414671dc10b40a2a7e5d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1414671dc10b40a2a7e5d-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx1414671dc10b40a2a7e5d-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx50382c727fc54e7a9b7a8-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx50382c727fc54e7a9b7a8-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx50382c727fc54e7a9b7a8-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx50382c727fc54e7a9b7a8-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3769719b363246fdaf57c-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3769719b363246fdaf57c-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3769719b363246fdaf57c-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx3769719b363246fdaf57c-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4cce121963e24f1fbb424-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4cce121963e24f1fbb424-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4cce121963e24f1fbb424-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx4cce121963e24f1fbb424-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx736cb11ccdb04e4c9d8cb-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx736cb11ccdb04e4c9d8cb-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx736cb11ccdb04e4c9d8cb-00683aee6f) +test ERROR: Container GET returning 503 for [] (txn: tx736cb11ccdb04e4c9d8cb-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx13b0d4aee0654fdfb7ccf-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx13b0d4aee0654fdfb7ccf-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx13b0d4aee0654fdfb7ccf-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx13b0d4aee0654fdfb7ccf-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx44b6d3d15aa848afacfed-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx44b6d3d15aa848afacfed-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx44b6d3d15aa848afacfed-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx44b6d3d15aa848afacfed-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6d10c3d9792e45c2a4211-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6d10c3d9792e45c2a4211-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6d10c3d9792e45c2a4211-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6d10c3d9792e45c2a4211-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdbd283c57d224fb6930f4-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdbd283c57d224fb6930f4-00683aee6f) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdbd283c57d224fb6930f4-00683aee6f) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdbd283c57d224fb6930f4-00683aee6f) +test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282046.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/b47/cfdb40fe6368c498eb4f051fc9c6ab47/cfdb40fe6368c498eb4f051fc9c6ab47.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282049.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/39b/a55b3184c6f399a57b01ebf70cda439b/a55b3184c6f399a57b01ebf70cda439b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282049.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/39b/a55b3184c6f399a57b01ebf70cda439b/a55b3184c6f399a57b01ebf70cda439b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282052.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/5dc/fb7529e1e25fdc11b9063a75852b55dc/fb7529e1e25fdc11b9063a75852b55dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282052.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/5dc/fb7529e1e25fdc11b9063a75852b55dc/fb7529e1e25fdc11b9063a75852b55dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282055.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282055.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282058.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/721/698b774127aa0bb5644693af98e10721/698b774127aa0bb5644693af98e10721.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282061.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/341/54225a2e43044f1fc629579fd6b34341/54225a2e43044f1fc629579fd6b34341.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282061.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/341/54225a2e43044f1fc629579fd6b34341/54225a2e43044f1fc629579fd6b34341.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282064.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/226/b19bfc1791662ec4179c22e157d3d226/b19bfc1791662ec4179c22e157d3d226.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282064.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/226/b19bfc1791662ec4179c22e157d3d226/b19bfc1791662ec4179c22e157d3d226.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282067.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282067.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282070.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/006/c1b063cb9a0088c6b5cf58918543c006/c1b063cb9a0088c6b5cf58918543c006.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282073.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/ede/7c8f253be0a46291c7fb27b879b22ede/7c8f253be0a46291c7fb27b879b22ede.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282073.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/ede/7c8f253be0a46291c7fb27b879b22ede/7c8f253be0a46291c7fb27b879b22ede.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282076.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/9b5/0217c7dfbad1d907bea188b71fe679b5/0217c7dfbad1d907bea188b71fe679b5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282076.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/9b5/0217c7dfbad1d907bea188b71fe679b5/0217c7dfbad1d907bea188b71fe679b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282079.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282079.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmpznw13ux1/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281917.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/928/0acf8f82399c8b3f189966651eae2928/0acf8f82399c8b3f189966651eae2928.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281942.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3b6/bc54a107436c7b3c82267392fd5543b6/bc54a107436c7b3c82267392fd5543b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281957.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a5c/d6a775a68bbd90123ffde34abaf90a5c/d6a775a68bbd90123ffde34abaf90a5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281962.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/978/3bacca02be8dbcd61aa6f10ba06ef978/3bacca02be8dbcd61aa6f10ba06ef978.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281972.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a0c/4cc6d6c2cf26c7223785fd4f448fda0c/4cc6d6c2cf26c7223785fd4f448fda0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281977.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2ee/9afa2014170a395f0ef529b2750e52ee/9afa2014170a395f0ef529b2750e52ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281987.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6cd/7101ee3abf203950001fc11aa866f6cd/7101ee3abf203950001fc11aa866f6cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281992.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/bc4/91ec28618a24247ad5966d0a60aedbc4/91ec28618a24247ad5966d0a60aedbc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281997.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/7fc/a8b9807a632efab9e0ab20dada1db7fc/a8b9807a632efab9e0ab20dada1db7fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282002.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/766/b5c460678ef754d341a91f4a48927766/b5c460678ef754d341a91f4a48927766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282007.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282017.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/26a/914af4f469324521a49dd883a1be826a/914af4f469324521a49dd883a1be826a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282022.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/746/11de3cb2e135944c5c8daa258bbf9746/11de3cb2e135944c5c8daa258bbf9746.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282032.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/7da/12b5fba0cd410071d84e9f133677b7da/12b5fba0cd410071d84e9f133677b7da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282037.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/533/9635aef822f6d845cc12e05446825533/9635aef822f6d845cc12e05446825533.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282047.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b22/229771f9618a7dd9078e903b81942b22/229771f9618a7dd9078e903b81942b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282052.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5dc/fb7529e1e25fdc11b9063a75852b55dc/fb7529e1e25fdc11b9063a75852b55dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282057.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/abe/9f08b3b546b918619eefd54f3e5b8abe/9f08b3b546b918619eefd54f3e5b8abe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282062.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/39e/9a215b5e0b235d593b827d6f9feaf39e/9a215b5e0b235d593b827d6f9feaf39e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282067.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282072.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/199/1da687972d23a9f320cdcd5dce8ab199/1da687972d23a9f320cdcd5dce8ab199.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282077.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/75b/6da7aa1458235624e3222769f8aa775b/6da7aa1458235624e3222769f8aa775b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282082.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/59f/6ad448f988dbcb399eb71e2f884c259f/6ad448f988dbcb399eb71e2f884c259f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282092.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/19f/8a420d0825be1b977df8320ecf9ee19f/8a420d0825be1b977df8320ecf9ee19f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282097.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ed3/2756b8b16a986af1b0d59a2da744fed3/2756b8b16a986af1b0d59a2da744fed3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282102.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2f9/7ceeeb21514df46e557b77e7a6d832f9/7ceeeb21514df46e557b77e7a6d832f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282107.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/278/e771ce1e8c6dd44d72d02a188b827278/e771ce1e8c6dd44d72d02a188b827278.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282112.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f91/29533828b36088dd025c8ab4566e3f91/29533828b36088dd025c8ab4566e3f91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282117.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f0a/a89c92c696d6d3bbf2b06186a89ccf0a/a89c92c696d6d3bbf2b06186a89ccf0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282122.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f28/cd161aa42ff1be14990f4adcd248af28/cd161aa42ff1be14990f4adcd248af28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282127.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c3d/5d578487e4e098e5d87226b7f2dc8c3d/5d578487e4e098e5d87226b7f2dc8c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282132.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/999/7dc8dc388cd1bd8f1ef8ede9cb84b999/7dc8dc388cd1bd8f1ef8ede9cb84b999.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282137.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/642/07e66d52caba47c7f3c2e0e8506c6642/07e66d52caba47c7f3c2e0e8506c6642.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282142.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/30d/0bd4c2322c4b51b9ac061b84f2fb230d/0bd4c2322c4b51b9ac061b84f2fb230d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282147.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/92b/e8eff257f18afa42e7ceef0c5ed2f92b/e8eff257f18afa42e7ceef0c5ed2f92b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282152.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/bef/dade4db2c6f8c81ddd80799b9904abef/dade4db2c6f8c81ddd80799b9904abef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282157.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/198/f214a6ca43ec73a79e05d3dbe9720198/f214a6ca43ec73a79e05d3dbe9720198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282162.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b11/98256e63c8ac42f84a8ea7a0c3e0ab11/98256e63c8ac42f84a8ea7a0c3e0ab11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282167.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6b6/f9949e244ba633fbb68afc040d6a16b6/f9949e244ba633fbb68afc040d6a16b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282172.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5bd/8429ab0b2a694329ff702cc5cd24a5bd/8429ab0b2a694329ff702cc5cd24a5bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282177.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/453/f6deb283c05679033d86d23ce75bd453/f6deb283c05679033d86d23ce75bd453.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282182.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a6b/96f18d070ecfd124ca67df3ab83f5a6b/96f18d070ecfd124ca67df3ab83f5a6b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282187.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/4d1/576af003f19b847a03c739263b9794d1/576af003f19b847a03c739263b9794d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282192.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ead/21d2965da82d60e146d943f8e4076ead/21d2965da82d60e146d943f8e4076ead.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282197.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/d8e/a0456a87d028c5ebbf519085aafbbd8e/a0456a87d028c5ebbf519085aafbbd8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282202.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/984/e83bf4eef64fdb1b785ca991d3613984/e83bf4eef64fdb1b785ca991d3613984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282207.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f7d/db19095a7551b45f8122f5830ed0ff7d/db19095a7551b45f8122f5830ed0ff7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282212.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/610/01f6b2c37e38d7e8be976b2b8421c610/01f6b2c37e38d7e8be976b2b8421c610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282217.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e5f/a8a329e265fc2d699851e0d6ada59e5f/a8a329e265fc2d699851e0d6ada59e5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282222.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c82/dae52720748d8c48215ba7b5dece2c82/dae52720748d8c48215ba7b5dece2c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282227.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a7a/7398afb3c77f138a1d44955208d23a7a/7398afb3c77f138a1d44955208d23a7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282232.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/753/356bc0be5292fa11424eaeb9eb3f7753/356bc0be5292fa11424eaeb9eb3f7753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282237.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0c9/a98df3cde06cbafae2a6915ffc8680c9/a98df3cde06cbafae2a6915ffc8680c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282242.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c02/5cb27affccfb3ac45c8e407cf4f6fc02/5cb27affccfb3ac45c8e407cf4f6fc02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282247.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a5a/99a14c05b6d6704a17b739e80a8efa5a/99a14c05b6d6704a17b739e80a8efa5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282252.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5ff/9e50b8eb7618ace8474ce7811ba485ff/9e50b8eb7618ace8474ce7811ba485ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282257.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3b1/770aeabe0abca426f984d4ec837023b1/770aeabe0abca426f984d4ec837023b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282262.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/732/32a019cd9e1000581d0247d104784732/32a019cd9e1000581d0247d104784732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282267.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/975/fe4d0af394e6f84556a9f31eab4b9975/fe4d0af394e6f84556a9f31eab4b9975.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282272.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0fa/fcff71779afd15915e8bd5bc384e70fa/fcff71779afd15915e8bd5bc384e70fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282277.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3d7/4a1aeb304b7c6dd8939d22ffcd2003d7/4a1aeb304b7c6dd8939d22ffcd2003d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282282.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c7a/b6bf1f40cc9db2538f496256da7a4c7a/b6bf1f40cc9db2538f496256da7a4c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282287.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/4bf/c769e70c4cc637fb65f5e8f96f6354bf/c769e70c4cc637fb65f5e8f96f6354bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282292.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e5c/a838f95cc9ed7ff3440abbf3b1aade5c/a838f95cc9ed7ff3440abbf3b1aade5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282297.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/095/78e59011d04d8e6a5301d731cb93b095/78e59011d04d8e6a5301d731cb93b095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282302.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5ae/6c930c08b737be37f67f4ffc5dc045ae/6c930c08b737be37f67f4ffc5dc045ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282307.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/1db/9b040df1dc3125ffb0d270c7d29401db/9b040df1dc3125ffb0d270c7d29401db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282312.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f1e/a497ae7ba6f5a8b7b41efc10e5390f1e/a497ae7ba6f5a8b7b41efc10e5390f1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282317.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/958/e29796606074ee89c0d8d128d36c0958/e29796606074ee89c0d8d128d36c0958.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282322.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/52a/1a5e463b82e0b16af0c6ae17645ea52a/1a5e463b82e0b16af0c6ae17645ea52a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282327.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/55e/b3a7fb133ab75667cff65d27c53fb55e/b3a7fb133ab75667cff65d27c53fb55e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282332.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/176/642e35c7c7df4a69a304aa159d350176/642e35c7c7df4a69a304aa159d350176.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282337.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/05a/0e1e9e3ff19cc6ad1c903d648fe0905a/0e1e9e3ff19cc6ad1c903d648fe0905a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282342.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a07/a05084e3bf5a134ac2cfdb676c5ada07/a05084e3bf5a134ac2cfdb676c5ada07.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282347.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/50f/6862efd0de5d00a68e6872a8c5a7f50f/6862efd0de5d00a68e6872a8c5a7f50f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282352.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/cf2/397784a23ba88866ba21143e52250cf2/397784a23ba88866ba21143e52250cf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282357.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/252/7ed3fd6e19ae73a5b1b7e69dd0cda252/7ed3fd6e19ae73a5b1b7e69dd0cda252.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282362.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6da/207bfe159360dde61ecb7b2123c146da/207bfe159360dde61ecb7b2123c146da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282367.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/425/c054ca5436599acf97db08a3ed941425/c054ca5436599acf97db08a3ed941425.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282372.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2d1/634bb0cafbd1e3208f744a2aaa0f42d1/634bb0cafbd1e3208f744a2aaa0f42d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282377.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/03d/d3a3a5d6fc8cd6ce96c553034702e03d/d3a3a5d6fc8cd6ce96c553034702e03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282382.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/670/ebb920d1e5aff8b8c0475fba8555b670/ebb920d1e5aff8b8c0475fba8555b670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282387.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a51/ff5e0834e41b182bf75a0cdbf1af6a51/ff5e0834e41b182bf75a0cdbf1af6a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282392.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/947/55531d85a9acbe289170afa88f5fa947/55531d85a9acbe289170afa88f5fa947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282397.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/cb6/2035d140c66f833025982f9f1afd2cb6/2035d140c66f833025982f9f1afd2cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282402.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/efe/7e060995084e9cd42e38e0f13e945efe/7e060995084e9cd42e38e0f13e945efe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282407.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b7e/37d2211a8e06f25e525bc3e732e0bb7e/37d2211a8e06f25e525bc3e732e0bb7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282412.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a97/c3253c25747c96aa05f759f3df871a97/c3253c25747c96aa05f759f3df871a97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282417.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/065/0b4cc327990d61743b973418c2ad1065/0b4cc327990d61743b973418c2ad1065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282422.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/93b/dc3ed0ac7f5a7ef83868c87bb0c2593b/dc3ed0ac7f5a7ef83868c87bb0c2593b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282427.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b7e/b52bdd7f304488913f1d3ab1de425b7e/b52bdd7f304488913f1d3ab1de425b7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282432.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/148/424809da791f7e94e2f643b7da530148/424809da791f7e94e2f643b7da530148.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282437.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/027/289a5b32aa98a5add0ff3e721c281027/289a5b32aa98a5add0ff3e721c281027.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282442.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/944/7f8c3d19b2ddb1f97bbe3fbfaa5fe944/7f8c3d19b2ddb1f97bbe3fbfaa5fe944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282447.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0d8/30ee522575cd42ecf3ddabc5b06ad0d8/30ee522575cd42ecf3ddabc5b06ad0d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282452.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a32/fdfdc1428b9c20476d47f05ae6ff2a32/fdfdc1428b9c20476d47f05ae6ff2a32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282457.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a3e/c2dcd9b92d33e27a2e8688deb00afa3e/c2dcd9b92d33e27a2e8688deb00afa3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282462.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/aba/0e128d3588c7b10ab9e8bd0257f24aba/0e128d3588c7b10ab9e8bd0257f24aba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282467.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/443/2a48dbfaab762ff85cfe5d8939021443/2a48dbfaab762ff85cfe5d8939021443.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282472.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0d2/7c507d28ff47000aba0f57f5e9e630d2/7c507d28ff47000aba0f57f5e9e630d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282477.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b8a/fada10f901535fc2b6d1e8c2710b5b8a/fada10f901535fc2b6d1e8c2710b5b8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282482.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b06/dca65c7445a5df56fb12d7076bf09b06/dca65c7445a5df56fb12d7076bf09b06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282487.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f2c/4978daf73380db95e01600a0b077af2c/4978daf73380db95e01600a0b077af2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282492.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b18/589c9de736c827e5cb0313b277141b18/589c9de736c827e5cb0313b277141b18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282497.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2ec/f9fa96ecb98f53c1f571f7cbe0d2a2ec/f9fa96ecb98f53c1f571f7cbe0d2a2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282502.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6a7/4920401833922359aaca17dea02ee6a7/4920401833922359aaca17dea02ee6a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282507.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/01d/ec7872b7b7352911484abbd7e741b01d/ec7872b7b7352911484abbd7e741b01d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282512.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/515/fb4ec6b0684b653e8fb4ed84c4ffc515/fb4ec6b0684b653e8fb4ed84c4ffc515.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282517.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/879/2326586574f80a91bdc3959a38c44879/2326586574f80a91bdc3959a38c44879.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282522.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fc6/70125e63e531c23130e817012b606fc6/70125e63e531c23130e817012b606fc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282527.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/00a/9890f180740225578e725b1a0063500a/9890f180740225578e725b1a0063500a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282532.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b22/4002c5042aad119983e7c2f5c2103b22/4002c5042aad119983e7c2f5c2103b22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282537.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/099/6a6bf0a9d425b4ad75bea1769aa10099/6a6bf0a9d425b4ad75bea1769aa10099.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282542.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fd8/0ca174e8edd6277827d76cb5625fefd8/0ca174e8edd6277827d76cb5625fefd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282547.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/477/e41e0405c0f973e49ebbe6fd13398477/e41e0405c0f973e49ebbe6fd13398477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282552.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f6d/b25d0512341d2d892670169c67ea7f6d/b25d0512341d2d892670169c67ea7f6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282557.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/75e/351316018a560e56f75ca6d28a33275e/351316018a560e56f75ca6d28a33275e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282562.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3cc/a718306ebeb7f8870773877dbbcd83cc/a718306ebeb7f8870773877dbbcd83cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282567.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/83a/426a129e7a26651ef05fcb13b9a3383a/426a129e7a26651ef05fcb13b9a3383a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282572.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ff4/8b6091550d832bc1f88748269148eff4/8b6091550d832bc1f88748269148eff4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282577.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/911/a42508b71abd1d0de47d504110d17911/a42508b71abd1d0de47d504110d17911.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282582.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/16f/774a1859a2f1f0b12edb3eba29a6516f/774a1859a2f1f0b12edb3eba29a6516f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282587.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/dd4/239ee820394d8d472dd1ce3fc4517dd4/239ee820394d8d472dd1ce3fc4517dd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282592.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/794/b333239aac4708fe046458ab09de4794/b333239aac4708fe046458ab09de4794.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282597.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/eda/10851defcbd9a8990bd2a11257872eda/10851defcbd9a8990bd2a11257872eda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282602.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a91/77d8329891709d84ab93d2e8a8ff4a91/77d8329891709d84ab93d2e8a8ff4a91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282607.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/044/7d1b34b48487b726a1db3b7f74d2a044/7d1b34b48487b726a1db3b7f74d2a044.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282612.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f9a/fcb366b7bbafde410aba554402265f9a/fcb366b7bbafde410aba554402265f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282617.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/d9d/57d3c770837fbd7bb04d8f7a26f73d9d/57d3c770837fbd7bb04d8f7a26f73d9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282622.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/0d3/fe1070a50a791416a851c2a6dfd5a0d3/fe1070a50a791416a851c2a6dfd5a0d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282627.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/67e/15be103690c96f13ecc846ce9cd0967e/15be103690c96f13ecc846ce9cd0967e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282632.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/8a8/82fdb07ca5455ad9ccba3785eaade8a8/82fdb07ca5455ad9ccba3785eaade8a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282637.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a7f/886131283a82e9991590df234d8d4a7f/886131283a82e9991590df234d8d4a7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282642.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/caa/aa73b122f22e05c6b7ddb7f0b183acaa/aa73b122f22e05c6b7ddb7f0b183acaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282647.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/765/425aa4bacaf1a482319be7223caa6765/425aa4bacaf1a482319be7223caa6765.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282652.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f0a/4d85e34603b8a4235efa6bcd8d6ccf0a/4d85e34603b8a4235efa6bcd8d6ccf0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282657.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2d2/afdfcf2bacf935ed4fe6214c9c3182d2/afdfcf2bacf935ed4fe6214c9c3182d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282662.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/51a/5bd8882c0c3594061585346c747c151a/5bd8882c0c3594061585346c747c151a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282667.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/84a/8de2c715e7f380831c369bd9d0a3f84a/8de2c715e7f380831c369bd9d0a3f84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282672.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/84d/3475d15980d57c5eede00d8c10a4f84d/3475d15980d57c5eede00d8c10a4f84d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282677.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/204/4e0069f4bca3d36203c9451fb1c34204/4e0069f4bca3d36203c9451fb1c34204.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282682.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/4df/2dd8094e11c3bcedcb42a4c4cb7b94df/2dd8094e11c3bcedcb42a4c4cb7b94df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282687.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/332/d575b3fdc9128753af205b56ff29e332/d575b3fdc9128753af205b56ff29e332.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282692.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c2e/10a7ef50a895d3b1b0dd87a47f9c8c2e/10a7ef50a895d3b1b0dd87a47f9c8c2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282697.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c08/4b51ea68d1df1f7d45805d4bc6976c08/4b51ea68d1df1f7d45805d4bc6976c08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282702.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6d2/36df6e9b58ce83da35ae815eaf4fa6d2/36df6e9b58ce83da35ae815eaf4fa6d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282707.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/4c1/1c5a0157dd2a71943be796514fdc34c1/1c5a0157dd2a71943be796514fdc34c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282712.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/503/dbef418f08155b535c9ac57e640b3503/dbef418f08155b535c9ac57e640b3503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282717.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/27f/949893820d1f425d8da697c02402b27f/949893820d1f425d8da697c02402b27f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282722.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/be4/65c9ee28de5982da581dadf98b108be4/65c9ee28de5982da581dadf98b108be4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282727.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/451/71f2d12d22ea3838306a2759af6a2451/71f2d12d22ea3838306a2759af6a2451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282732.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a8d/1ec5d053ffddcffa6924785d8cbdba8d/1ec5d053ffddcffa6924785d8cbdba8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282737.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f63/30c5d57f3881d53dfc9cde1f96c7cf63/30c5d57f3881d53dfc9cde1f96c7cf63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282742.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a02/5449a4ad03f71abceadff8838e211a02/5449a4ad03f71abceadff8838e211a02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282747.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3a8/4069a1a8ef8709c62cc90942b47043a8/4069a1a8ef8709c62cc90942b47043a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282752.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/374/cb3ec93127e564e7e7d000b15c8bd374/cb3ec93127e564e7e7d000b15c8bd374.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282757.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/30b/f710ef94fece3a9dab9e796b9c8fc30b/f710ef94fece3a9dab9e796b9c8fc30b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282762.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e35/4de0472e9131850b2f56a2736b9ace35/4de0472e9131850b2f56a2736b9ace35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282767.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/86c/37fae01416f0f443e45c725dd1e6e86c/37fae01416f0f443e45c725dd1e6e86c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282772.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/8f7/49c427524c911ea17f9dbe55d319e8f7/49c427524c911ea17f9dbe55d319e8f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282777.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e30/5268a051a1750ea1e0608b17d57dee30/5268a051a1750ea1e0608b17d57dee30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282782.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fe5/0e6bdd8659a4c0f2133024b9f2aaafe5/0e6bdd8659a4c0f2133024b9f2aaafe5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282787.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ac4/e0de234657de6a464387377f5d517ac4/e0de234657de6a464387377f5d517ac4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282792.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/365/65a98d2e68ca2a599cc4479555dfc365/65a98d2e68ca2a599cc4479555dfc365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282797.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ef1/4cb3e9ddd91ece3fb09ef898326d2ef1/4cb3e9ddd91ece3fb09ef898326d2ef1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282802.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a21/c7b7d6d2b73379ffc6ca317d84044a21/c7b7d6d2b73379ffc6ca317d84044a21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282807.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/5c8/5cb2f12ee1bf694e8f16a1c0377255c8/5cb2f12ee1bf694e8f16a1c0377255c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282812.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a46/1149641a5f049c37b3408c216c3b7a46/1149641a5f049c37b3408c216c3b7a46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282817.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/251/2411768bf762c2c057856f403f907251/2411768bf762c2c057856f403f907251.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282822.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f29/08993394fa8e22880c939c130f01df29/08993394fa8e22880c939c130f01df29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282827.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/681/259b24b163f5118ba0be19b70a801681/259b24b163f5118ba0be19b70a801681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282832.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/56c/2c704d1a80b115a02c668a509a56e56c/2c704d1a80b115a02c668a509a56e56c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282837.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/15f/eb6c7d4388a24aea3a30d521daba415f/eb6c7d4388a24aea3a30d521daba415f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282842.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/96a/49aef62947994b35bcd4037c1246296a/49aef62947994b35bcd4037c1246296a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282847.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/757/5bdbfdbff3e52a7c02fd84d65472e757/5bdbfdbff3e52a7c02fd84d65472e757.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282852.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/231/d59c26bae2784dcf0aeea80a8172a231/d59c26bae2784dcf0aeea80a8172a231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282857.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2fb/adc11ca3c206c3550e8ac134527002fb/adc11ca3c206c3550e8ac134527002fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282862.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c11/0fd390f508a5ccae586744c987435c11/0fd390f508a5ccae586744c987435c11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282867.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/b54/b24448e381ba7fe73e8d598e39990b54/b24448e381ba7fe73e8d598e39990b54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282872.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/681/2bb66dd21f8abdb7af6ff61c696d6681/2bb66dd21f8abdb7af6ff61c696d6681.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282877.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fb5/5993a09d72d4052d2d68094acef33fb5/5993a09d72d4052d2d68094acef33fb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282882.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/fc8/8cf4e84a2966ae65d645e06d7cf99fc8/8cf4e84a2966ae65d645e06d7cf99fc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282887.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/160/c2ec4ee25d86eda7dfdb983d5a12e160/c2ec4ee25d86eda7dfdb983d5a12e160.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282892.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/d86/48449d9aab22ee2fe6d7c88cfe019d86/48449d9aab22ee2fe6d7c88cfe019d86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282897.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9a9/187806aa92ea177542452f726ad149a9/187806aa92ea177542452f726ad149a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282902.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/1f8/30d3b456281b414cdd82f0715c4e81f8/30d3b456281b414cdd82f0715c4e81f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282907.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/279/1fa6f04a5c2703b02f7d992f1347b279/1fa6f04a5c2703b02f7d992f1347b279.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282912.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a1a/dbb4580fc4cff9c7ee9de82e06868a1a/dbb4580fc4cff9c7ee9de82e06868a1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282917.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/738/d28bf238d77ed8a8d0514fc5d52a8738/d28bf238d77ed8a8d0514fc5d52a8738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282922.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c59/d640368986cc34f0bd9339808dbd0c59/d640368986cc34f0bd9339808dbd0c59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282927.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9c8/66bd6acc840b26fb99eb09a3c35cc9c8/66bd6acc840b26fb99eb09a3c35cc9c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282932.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/cd5/6383151bc0a755fda29bcc5015ffecd5/6383151bc0a755fda29bcc5015ffecd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282937.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/7ed/22fd4a3d884dcdf80a8e486db9fd67ed/22fd4a3d884dcdf80a8e486db9fd67ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282942.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e51/16ddbe4b643c3714e5fefcd4cd835e51/16ddbe4b643c3714e5fefcd4cd835e51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282947.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/186/4302ff4fd1cc5b51fefc6fd596f77186/4302ff4fd1cc5b51fefc6fd596f77186.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282952.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9a6/d2471b58dd899b2b6652a454d6d629a6/d2471b58dd899b2b6652a454d6d629a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282957.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/bfb/efffbc450248dc05d704ef66e3499bfb/efffbc450248dc05d704ef66e3499bfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282962.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ae4/5eb891170a21d7dd7226d7e55e280ae4/5eb891170a21d7dd7226d7e55e280ae4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282967.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/612/f9ae2bb7dd866e458b53475cc00c1612/f9ae2bb7dd866e458b53475cc00c1612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282972.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/d59/55e5aae2d82d7b44b37011341e10ed59/55e5aae2d82d7b44b37011341e10ed59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282977.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ef9/91aa2ecb760b79be63eb3e4fd1d0bef9/91aa2ecb760b79be63eb3e4fd1d0bef9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282982.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c8b/6fdeaeb0765fbb2991f91358b02cac8b/6fdeaeb0765fbb2991f91358b02cac8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282987.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3d4/3656f3255ca9387ee0f13493ebd3f3d4/3656f3255ca9387ee0f13493ebd3f3d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282992.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/218/0331b2d55d6fd87375102726b5381218/0331b2d55d6fd87375102726b5381218.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282997.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/771/6d5e19eb7882b6d3fb3e0e1626d74771/6d5e19eb7882b6d3fb3e0e1626d74771.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283002.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/35c/f36db906cbb005e11df3df83e3ee035c/f36db906cbb005e11df3df83e3ee035c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283007.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/850/1dcef5d558200af9bed45e3c67fb5850/1dcef5d558200af9bed45e3c67fb5850.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283012.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/024/ae792dab3d3a1b5efd8a9bdf313f4024/ae792dab3d3a1b5efd8a9bdf313f4024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283017.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9eb/386efc4f78c1982d9ad9a0a373f4b9eb/386efc4f78c1982d9ad9a0a373f4b9eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283022.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9e0/cb44f88456badbf65e6b0bd5695e09e0/cb44f88456badbf65e6b0bd5695e09e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283027.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/04a/1e7e33b8ba87a308466ef95c55e0204a/1e7e33b8ba87a308466ef95c55e0204a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283032.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/d44/ca876242c8b069f815d5e52ee79afd44/ca876242c8b069f815d5e52ee79afd44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283037.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3f4/f6baead0e9ddf5ef719b9a8e9fd1e3f4/f6baead0e9ddf5ef719b9a8e9fd1e3f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283042.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/326/5f604ab44f5e182488aeb8b2bc9bc326/5f604ab44f5e182488aeb8b2bc9bc326.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283047.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/2e1/3a2c14e9a4eacf1b2cf2e6f5e47402e1/3a2c14e9a4eacf1b2cf2e6f5e47402e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283052.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/57d/8d9a06f0f75e8c8bab337d18ec23c57d/8d9a06f0f75e8c8bab337d18ec23c57d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283057.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/3ca/e731da9883b23682b602c6d87eb363ca/e731da9883b23682b602c6d87eb363ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283062.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/292/580d2feff93a2fb8078c90d9c42cf292/580d2feff93a2fb8078c90d9c42cf292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283067.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/51e/49d3db33ecf2581a69bb59b39417751e/49d3db33ecf2581a69bb59b39417751e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283072.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ea8/010d6df9771a9bdba9318db5c271fea8/010d6df9771a9bdba9318db5c271fea8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283077.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/7b5/f4e494d200807b6d274178816420b7b5/f4e494d200807b6d274178816420b7b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283082.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ce3/49f1729459e2901c5ff617f92fb7dce3/49f1729459e2901c5ff617f92fb7dce3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283087.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/bd9/aca9530424a383ef833e845689eb7bd9/aca9530424a383ef833e845689eb7bd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283092.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/6c4/a6a4af225851b3b72c4e91b2a51226c4/a6a4af225851b3b72c4e91b2a51226c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283097.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/41e/60c5cb97904e292d1b96c9ea1212b41e/60c5cb97904e292d1b96c9ea1212b41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283102.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/9b4/cd46354c09e236e169afa6ccc96879b4/cd46354c09e236e169afa6ccc96879b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283107.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/20f/017c47fe5731012dbaf189c21dcef20f/017c47fe5731012dbaf189c21dcef20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283112.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/13b/f39f987f0a0bd50c10fe9f5f225ee13b/f39f987f0a0bd50c10fe9f5f225ee13b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283117.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/614/2760d9cced9ed5a510c6aa787ef1f614/2760d9cced9ed5a510c6aa787ef1f614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283122.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/e54/4b9018dfde15b5e5bd6cbeb02598be54/4b9018dfde15b5e5bd6cbeb02598be54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283127.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/ac6/6bd59611b61681f2a5d1a4afb93e5ac6/6bd59611b61681f2a5d1a4afb93e5ac6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283132.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/adb/1ee2dffb465b1543fc467a0b250faadb/1ee2dffb465b1543fc467a0b250faadb.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283137.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/7bc/9d4dcfbe4a11c10c38b3a65b3d3227bc/9d4dcfbe4a11c10c38b3a65b3d3227bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283142.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c25/f13e832ef314a1e4269108b360158c25/f13e832ef314a1e4269108b360158c25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283147.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f44/78e4d47c5e5e2f94f1931c101e2b1f44/78e4d47c5e5e2f94f1931c101e2b1f44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283152.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/537/3e6816b4ec5af35e52e6c3b8b3273537/3e6816b4ec5af35e52e6c3b8b3273537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283157.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/972/9b5154a34ff504849bf8e7d785732972/9b5154a34ff504849bf8e7d785732972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283162.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/c77/a3c1d3c990ef276b00f4ad43599fec77/a3c1d3c990ef276b00f4ad43599fec77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283167.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/f9f/514ec677fe6572c467d25eb15c39df9f/514ec677fe6572c467d25eb15c39df9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283172.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/046/aaa7e7d03378733a66ef2292efc03046/aaa7e7d03378733a66ef2292efc03046.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283177.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a38/207e89ccf177488d8f6dffb53ef55a38/207e89ccf177488d8f6dffb53ef55a38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283182.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/bf7/da334cd7363c0961015e2584b6152bf7/da334cd7363c0961015e2584b6152bf7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283187.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/932/006ffa1f7da545bdf7ac645e6296f932/006ffa1f7da545bdf7ac645e6296f932.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714283192.00000-0, db: /tmp/tmp4cp22evv/sda/containers/0/a2f/29463a7e235b60d0899b164b94efaa2f/29463a7e235b60d0899b164b94efaa2f.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281919.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/029/7c629a4a806f8b98ee79d4e3a0cb1029/7c629a4a806f8b98ee79d4e3a0cb1029_1714281919.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb_1714281923.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163_1714281927.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5_1714281931.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281935.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/280/a66ba35834a9d18169e5c2f7fae98280/a66ba35834a9d18169e5c2f7fae98280_1714281935.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/062/db02f131540d82dc1b2b0b948a7e6062/db02f131540d82dc1b2b0b948a7e6062.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281939.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/062/db02f131540d82dc1b2b0b948a7e6062/db02f131540d82dc1b2b0b948a7e6062_1714281939.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213_1714281943.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281947.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/825/2474a40b0d0cd4b5ee606c5010ed3825/2474a40b0d0cd4b5ee606c5010ed3825_1714281947.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/e5d/ca2ff828e361d7538832ed482ccb2e5d/ca2ff828e361d7538832ed482ccb2e5d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281951.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/e5d/ca2ff828e361d7538832ed482ccb2e5d/ca2ff828e361d7538832ed482ccb2e5d_1714281951.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5_1714281955.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281959.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/827/49e1fbcf7a0ad9f974c29164245b4827/49e1fbcf7a0ad9f974c29164245b4827_1714281959.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281963.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/610/b8cc2390593d395032e65fa72c8c9610/b8cc2390593d395032e65fa72c8c9610_1714281963.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9_1714281967.00000.db -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281971.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/7f0/e0fa284cd7244f9169abf31e74aad7f0/e0fa284cd7244f9169abf31e74aad7f0_1714281971.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a7d/ffc0c9933648f7c85a4ae00cd0d65a7d/ffc0c9933648f7c85a4ae00cd0d65a7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281975.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a7d/ffc0c9933648f7c85a4ae00cd0d65a7d/ffc0c9933648f7c85a4ae00cd0d65a7d_1714281975.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071_1714281979.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281983.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/971/3b3e9f6cc7b65b5d7e1693104dcaf971/3b3e9f6cc7b65b5d7e1693104dcaf971_1714281983.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/6cd/7101ee3abf203950001fc11aa866f6cd/7101ee3abf203950001fc11aa866f6cd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281987.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/6cd/7101ee3abf203950001fc11aa866f6cd/7101ee3abf203950001fc11aa866f6cd_1714281987.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841_1714281991.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281995.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/51c/72d73efd414bba8fdf1ee63bcecb951c/72d73efd414bba8fdf1ee63bcecb951c_1714281995.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/96b/c14d45128e87e9b4d743dcff1327096b/c14d45128e87e9b4d743dcff1327096b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281999.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/96b/c14d45128e87e9b4d743dcff1327096b/c14d45128e87e9b4d743dcff1327096b_1714281999.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668_1714282003.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282007.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fcc/5c734c71fcd570f4c5be5986cde2cfcc/5c734c71fcd570f4c5be5986cde2cfcc_1714282007.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/061/ef1cc41160b27422d1abaa423f7eb061/ef1cc41160b27422d1abaa423f7eb061.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282011.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/061/ef1cc41160b27422d1abaa423f7eb061/ef1cc41160b27422d1abaa423f7eb061_1714282011.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a_1714282015.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282019.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/c19/dfe36ff91cf3876cfab071a2952dcc19/dfe36ff91cf3876cfab071a2952dcc19_1714282019.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282023.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f7d/74c655aaeeeedde0a8819ebec2802f7d/74c655aaeeeedde0a8819ebec2802f7d_1714282023.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c_1714282027.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282031.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/e88/a4e914692cbdd59a3541098824a06e88/a4e914692cbdd59a3541098824a06e88_1714282031.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/803/c49d9d9c5c20a95bfe6426e487d89803/c49d9d9c5c20a95bfe6426e487d89803.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282035.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/803/c49d9d9c5c20a95bfe6426e487d89803/c49d9d9c5c20a95bfe6426e487d89803_1714282035.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8_1714282039.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282043.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ce2/2c5fddde98a6b66aeca765072544bce2/2c5fddde98a6b66aeca765072544bce2_1714282043.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/b22/229771f9618a7dd9078e903b81942b22/229771f9618a7dd9078e903b81942b22.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282047.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/b22/229771f9618a7dd9078e903b81942b22/229771f9618a7dd9078e903b81942b22_1714282047.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Setting object count to 1072 (txn: txc0ae5678c12942cf9e854-00683aee6a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx307e9a483e524d78be125-00683aee6c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx307e9a483e524d78be125-00683aee6c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx307e9a483e524d78be125-00683aee6c) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx307e9a483e524d78be125-00683aee6c) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx307e9a483e524d78be125-00683aee6c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx4727fb08054f473c9b463-00683aee6e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx6178f2955b7941b2bfcba-00683aee6f) +test INFO: Client disconnected on read of '/a/c/' (txn: tx6178f2955b7941b2bfcba-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txb465e97292c949b1ba917-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txb465e97292c949b1ba917-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txb465e97292c949b1ba917-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txb465e97292c949b1ba917-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa9b631f8b3b94287a3d13-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa9b631f8b3b94287a3d13-00683aee6f) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse + raise Exception('test') +Exception: test (txn: txa9b631f8b3b94287a3d13-00683aee6f) +test ERROR: Account HEAD returning 503 for [] (txn: txa9b631f8b3b94287a3d13-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx811cdcbf9bb847bd999ee-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa83aa61fa27a4eb192a7b-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3bfeda53f77e4812bda59-00683aee6f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3f11ae6902404f07bf544-00662dddba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0003a4c8406b4ee3bcc75-00662dddba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx592418c6dc4e4d8da1a61-00662dddba) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfef92a00a2dc4d94b41bf-00683aee6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9f49fcd05d8f4ccd915cb-00683aee6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx24515f9a66344331b2eca-00683aee6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx38d088c151b4483fb4957-00662dddba) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4be64978420f45d2af210-00683aee6f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08f1e299ccd34092abd4e-00662dddbb) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9e82d8157d94366b2623-00683aee71) test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f_1714282051.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282055.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/76e/570536da755342d51a43b94c06dff76e/570536da755342d51a43b94c06dff76e_1714282055.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/473/2a9dbf7f2d383a750ae72e5abde84473/2a9dbf7f2d383a750ae72e5abde84473.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282059.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/473/2a9dbf7f2d383a750ae72e5abde84473/2a9dbf7f2d383a750ae72e5abde84473_1714282059.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e_1714282063.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282067.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/380/cd213452c0212789465ee81821437380/cd213452c0212789465ee81821437380_1714282067.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/aee/b8a7a392343be129462d58c8f6fbdaee/b8a7a392343be129462d58c8f6fbdaee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282071.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/aee/b8a7a392343be129462d58c8f6fbdaee/b8a7a392343be129462d58c8f6fbdaee_1714282071.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d_1714282075.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282079.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f3f/bb980c73e9fe5e57be80f1b99c94df3f/bb980c73e9fe5e57be80f1b99c94df3f_1714282079.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282083.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/59a/0fedc70ffe452a78098cab1b3124059a/0fedc70ffe452a78098cab1b3124059a_1714282083.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4_1714282087.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ec4/85ec9184b34f54bfb27ac9be96d26ec4/85ec9184b34f54bfb27ac9be96d26ec4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282091.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ec4/85ec9184b34f54bfb27ac9be96d26ec4/85ec9184b34f54bfb27ac9be96d26ec4_1714282091.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/c8c/467ca8c74766107af0813b9d016c9c8c/467ca8c74766107af0813b9d016c9c8c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282095.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/c8c/467ca8c74766107af0813b9d016c9c8c/467ca8c74766107af0813b9d016c9c8c_1714282095.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282099.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ad5/af7198a07cc944e2e1153a7b2a856ad5/af7198a07cc944e2e1153a7b2a856ad5_1714282099.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282103.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/3be/0b7b44757fc43870ba2a33918e8b23be/0b7b44757fc43870ba2a33918e8b23be_1714282103.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/278/e771ce1e8c6dd44d72d02a188b827278/e771ce1e8c6dd44d72d02a188b827278.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282107.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/278/e771ce1e8c6dd44d72d02a188b827278/e771ce1e8c6dd44d72d02a188b827278_1714282107.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/7f2/8a1f93dd951bd20b913ad5b2fbe107f2/8a1f93dd951bd20b913ad5b2fbe107f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282111.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/7f2/8a1f93dd951bd20b913ad5b2fbe107f2/8a1f93dd951bd20b913ad5b2fbe107f2_1714282111.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/92f/34daceb2670ffcd8c4e0e761837ee92f/34daceb2670ffcd8c4e0e761837ee92f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282115.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/92f/34daceb2670ffcd8c4e0e761837ee92f/34daceb2670ffcd8c4e0e761837ee92f_1714282115.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a55/9e4bbb75e3b9b882a43819910f2e5a55/9e4bbb75e3b9b882a43819910f2e5a55.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282119.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a55/9e4bbb75e3b9b882a43819910f2e5a55/9e4bbb75e3b9b882a43819910f2e5a55_1714282119.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282123.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/996/5f78909a01c7e95bc7e9da37d75d1996/5f78909a01c7e95bc7e9da37d75d1996_1714282123.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/c3d/5d578487e4e098e5d87226b7f2dc8c3d/5d578487e4e098e5d87226b7f2dc8c3d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282127.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/c3d/5d578487e4e098e5d87226b7f2dc8c3d/5d578487e4e098e5d87226b7f2dc8c3d_1714282127.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/326/da1d39ea3820a3d038b6036a1499e326/da1d39ea3820a3d038b6036a1499e326.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282131.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/326/da1d39ea3820a3d038b6036a1499e326/da1d39ea3820a3d038b6036a1499e326_1714282131.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/48d/04e817db0b33491aacec26d00239c48d/04e817db0b33491aacec26d00239c48d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282135.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/48d/04e817db0b33491aacec26d00239c48d/04e817db0b33491aacec26d00239c48d_1714282135.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/cf5/73dec8e84fb73f7eb775778232c16cf5/73dec8e84fb73f7eb775778232c16cf5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282139.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/cf5/73dec8e84fb73f7eb775778232c16cf5/73dec8e84fb73f7eb775778232c16cf5_1714282139.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282143.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f6a/c181778c0470cf97e2ab6f46ffb5df6a/c181778c0470cf97e2ab6f46ffb5df6a_1714282143.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/92b/e8eff257f18afa42e7ceef0c5ed2f92b/e8eff257f18afa42e7ceef0c5ed2f92b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282147.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/92b/e8eff257f18afa42e7ceef0c5ed2f92b/e8eff257f18afa42e7ceef0c5ed2f92b_1714282147.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ad5/30c83c6723e7a805370b8f9d55ad8ad5/30c83c6723e7a805370b8f9d55ad8ad5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282151.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ad5/30c83c6723e7a805370b8f9d55ad8ad5/30c83c6723e7a805370b8f9d55ad8ad5_1714282151.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/1cd/63416317a9f7a48130c0b28e98b0c1cd/63416317a9f7a48130c0b28e98b0c1cd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282155.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/1cd/63416317a9f7a48130c0b28e98b0c1cd/63416317a9f7a48130c0b28e98b0c1cd_1714282155.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/3e9/5fdec3fabbeaf465a02e4eb8467c03e9/5fdec3fabbeaf465a02e4eb8467c03e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282159.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/3e9/5fdec3fabbeaf465a02e4eb8467c03e9/5fdec3fabbeaf465a02e4eb8467c03e9_1714282159.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282163.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/c5f/306d55980dcf8413a7cbd131c9230c5f/306d55980dcf8413a7cbd131c9230c5f_1714282163.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/6b6/f9949e244ba633fbb68afc040d6a16b6/f9949e244ba633fbb68afc040d6a16b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282167.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/6b6/f9949e244ba633fbb68afc040d6a16b6/f9949e244ba633fbb68afc040d6a16b6_1714282167.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/008/ca3c23ac63bbd3074bd6bac97e3c1008/ca3c23ac63bbd3074bd6bac97e3c1008.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282171.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/008/ca3c23ac63bbd3074bd6bac97e3c1008/ca3c23ac63bbd3074bd6bac97e3c1008_1714282171.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a21/a53c93b99e99041b27af85d3eae79a21/a53c93b99e99041b27af85d3eae79a21.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282175.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a21/a53c93b99e99041b27af85d3eae79a21/a53c93b99e99041b27af85d3eae79a21_1714282175.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/10f/2fc86f544d91969f4e62570a4a67010f/2fc86f544d91969f4e62570a4a67010f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282179.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/10f/2fc86f544d91969f4e62570a4a67010f/2fc86f544d91969f4e62570a4a67010f_1714282179.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282183.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fee/85510d88e7e2475b16f550469deecfee/85510d88e7e2475b16f550469deecfee_1714282183.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/4d1/576af003f19b847a03c739263b9794d1/576af003f19b847a03c739263b9794d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282187.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/4d1/576af003f19b847a03c739263b9794d1/576af003f19b847a03c739263b9794d1_1714282187.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/430/30601d0b0b77c0e430795ed8a2e4d430/30601d0b0b77c0e430795ed8a2e4d430.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282191.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/430/30601d0b0b77c0e430795ed8a2e4d430/30601d0b0b77c0e430795ed8a2e4d430_1714282191.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/4dc/2f6bd3dfe209ce4cd76cfe5f36d774dc/2f6bd3dfe209ce4cd76cfe5f36d774dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282195.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/4dc/2f6bd3dfe209ce4cd76cfe5f36d774dc/2f6bd3dfe209ce4cd76cfe5f36d774dc_1714282195.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/719/f44961ffb3c8614e9f7b4d37c3320719/f44961ffb3c8614e9f7b4d37c3320719.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282199.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/719/f44961ffb3c8614e9f7b4d37c3320719/f44961ffb3c8614e9f7b4d37c3320719_1714282199.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282203.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ad2/c320d98c238cee4963ae7558193f4ad2/c320d98c238cee4963ae7558193f4ad2_1714282203.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f7d/db19095a7551b45f8122f5830ed0ff7d/db19095a7551b45f8122f5830ed0ff7d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282207.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f7d/db19095a7551b45f8122f5830ed0ff7d/db19095a7551b45f8122f5830ed0ff7d_1714282207.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx08f1e299ccd34092abd4e-00662dddbb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx136160010e0f4eea8d6d3-00662dddbc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txbab0a51bee2d48e5a9d51-00662dddbc) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9e82d8157d94366b2623-00683aee71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx649bc2b5753a4e87845db-00683aee71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx2f9f0a274d9248afb6a85-00683aee71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108436,8 +109443,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108445,8 +109452,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108454,8 +109461,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108463,8 +109470,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108472,8 +109479,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108481,8 +109488,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108490,8 +109497,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108499,8 +109506,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108508,8 +109515,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108517,8 +109524,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108526,8 +109533,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108535,8 +109542,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108544,7 +109551,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108553,7 +109560,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108562,7 +109569,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108571,7 +109578,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108580,7 +109587,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108589,7 +109596,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108598,7 +109605,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108607,7 +109614,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108616,7 +109623,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108625,7 +109632,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108634,7 +109641,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108643,7 +109650,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108652,7 +109659,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108661,7 +109668,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108670,8 +109677,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcfdd6e6ba91e49d685169-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: txadc907ddb8ec48daad1c1-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108679,8 +109686,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108688,8 +109695,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108697,8 +109704,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108706,8 +109713,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108715,8 +109722,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108724,8 +109731,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108733,8 +109740,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108742,7 +109749,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108751,7 +109758,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108760,8 +109767,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108769,8 +109776,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108778,8 +109785,8 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to HEAD /v1/a/c/o: +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -108787,7 +109794,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108796,7 +109803,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108805,7 +109812,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108814,7 +109821,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108823,7 +109830,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108832,7 +109839,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108841,7 +109848,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108850,13 +109857,15 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108865,7 +109874,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108874,7 +109883,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108883,7 +109892,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108892,7 +109901,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108901,7 +109910,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108910,7 +109919,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108919,7 +109928,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8af6a99f9e2947d092dfb-00662dddbc) +StopIteration (txn: tx39978efcf4d34e64ba84c-00683aee71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -108931,7 +109940,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108940,7 +109949,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108949,7 +109958,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108958,7 +109967,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108967,7 +109976,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108976,7 +109985,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: @@ -108987,7 +109996,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -108996,7 +110005,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109005,7 +110014,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109014,7 +110023,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109023,7 +110032,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109032,7 +110041,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109041,7 +110050,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109050,7 +110059,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx20e59d633c2348e9a5a04-00662dddbc) +StopIteration (txn: tx4e25df684bc947ec9bd27-00683aee71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): @@ -109060,7 +110069,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109069,7 +110078,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109078,7 +110087,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109087,7 +110096,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109096,7 +110105,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109105,11 +110114,13 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109118,7 +110129,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109127,7 +110138,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109136,7 +110147,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109145,7 +110156,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109154,7 +110165,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109163,7 +110174,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109172,7 +110183,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109181,7 +110192,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdaecd5f5a30e4363b7bfb-00662dddbc) +StopIteration (txn: tx97dbe4b2fc684c8fa84f2-00683aee71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to HEAD /v1/a/c/o: @@ -109192,7 +110203,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109201,7 +110212,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109210,7 +110221,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109219,7 +110230,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109228,7 +110239,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past @@ -109245,52 +110256,10 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a14/9fafd348ea04f2b0ee25bc6c59e98a14/9fafd348ea04f2b0ee25bc6c59e98a14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282211.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a14/9fafd348ea04f2b0ee25bc6c59e98a14/9fafd348ea04f2b0ee25bc6c59e98a14_1714282211.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/338/ef7c7f9e323237623a7ea8c4e4452338/ef7c7f9e323237623a7ea8c4e4452338.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282215.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/338/ef7c7f9e323237623a7ea8c4e4452338/ef7c7f9e323237623a7ea8c4e4452338_1714282215.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/612/6379cc5a45cdadf89898e1a8767fc612/6379cc5a45cdadf89898e1a8767fc612.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282219.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/612/6379cc5a45cdadf89898e1a8767fc612/6379cc5a45cdadf89898e1a8767fc612_1714282219.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282223.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/867/8a7c9cc11948ca70e12964afc37b9867/8a7c9cc11948ca70e12964afc37b9867_1714282223.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a7a/7398afb3c77f138a1d44955208d23a7a/7398afb3c77f138a1d44955208d23a7a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282227.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a7a/7398afb3c77f138a1d44955208d23a7a/7398afb3c77f138a1d44955208d23a7a_1714282227.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/36e/6804344f250694fff3ed61205e9e636e/6804344f250694fff3ed61205e9e636e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282231.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/36e/6804344f250694fff3ed61205e9e636e/6804344f250694fff3ed61205e9e636e_1714282231.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/665/793aead8ea2cb0bc0b2f4a134ea66665/793aead8ea2cb0bc0b2f4a134ea66665.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282235.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/665/793aead8ea2cb0bc0b2f4a134ea66665/793aead8ea2cb0bc0b2f4a134ea66665_1714282235.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/232/e4dfb62a8ab78ca6affcebc629fbd232/e4dfb62a8ab78ca6affcebc629fbd232.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282239.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/232/e4dfb62a8ab78ca6affcebc629fbd232/e4dfb62a8ab78ca6affcebc629fbd232_1714282239.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282243.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/c65/a94f10a9e9de06e766061ac11e55cc65/a94f10a9e9de06e766061ac11e55cc65_1714282243.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a5a/99a14c05b6d6704a17b739e80a8efa5a/99a14c05b6d6704a17b739e80a8efa5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282247.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a5a/99a14c05b6d6704a17b739e80a8efa5a/99a14c05b6d6704a17b739e80a8efa5a_1714282247.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/97a/ed07d803b32e0b98ac31f83c772b497a/ed07d803b32e0b98ac31f83c772b497a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282251.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/97a/ed07d803b32e0b98ac31f83c772b497a/ed07d803b32e0b98ac31f83c772b497a_1714282251.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fbd/db33cc7beea379ea45b0f3258224efbd/db33cc7beea379ea45b0f3258224efbd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282255.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fbd/db33cc7beea379ea45b0f3258224efbd/db33cc7beea379ea45b0f3258224efbd_1714282255.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/237/5fb0d77f8852ec7bef5affff6929f237/5fb0d77f8852ec7bef5affff6929f237.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282259.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/237/5fb0d77f8852ec7bef5affff6929f237/5fb0d77f8852ec7bef5affff6929f237_1714282259.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282263.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/b81/8e7be12f6670382c87bc28b4a344db81/8e7be12f6670382c87bc28b4a344db81_1714282263.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/975/fe4d0af394e6f84556a9f31eab4b9975/fe4d0af394e6f84556a9f31eab4b9975.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282267.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/975/fe4d0af394e6f84556a9f31eab4b9975/fe4d0af394e6f84556a9f31eab4b9975_1714282267.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ded/b1c407f25897f8487c6313f2c4f71ded/b1c407f25897f8487c6313f2c4f71ded.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282271.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ded/b1c407f25897f8487c6313f2c4f71ded/b1c407f25897f8487c6313f2c4f71ded_1714282271.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ea2/3ddb503e93b6c6ad12079fbe04a71ea2/3ddb503e93b6c6ad12079fbe04a71ea2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282275.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ea2/3ddb503e93b6c6ad12079fbe04a71ea2/3ddb503e93b6c6ad12079fbe04a71ea2_1714282275.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f95/8a41b11e3e2e8bec395d983b1b100f95/8a41b11e3e2e8bec395d983b1b100f95.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282279.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f95/8a41b11e3e2e8bec395d983b1b100f95/8a41b11e3e2e8bec395d983b1b100f95_1714282279.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282283.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/20e/7e797539e7de105d3cf84fd93a11320e/7e797539e7de105d3cf84fd93a11320e_1714282283.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/4bf/c769e70c4cc637fb65f5e8f96f6354bf/c769e70c4cc637fb65f5e8f96f6354bf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282287.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/4bf/c769e70c4cc637fb65f5e8f96f6354bf/c769e70c4cc637fb65f5e8f96f6354bf_1714282287.00000.db proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109299,7 +110268,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109308,7 +110277,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109317,7 +110286,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109326,7 +110295,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109335,7 +110304,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109344,7 +110313,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109353,7 +110322,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109362,7 +110331,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request @@ -109371,7 +110340,7 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2a29ec6b06f64010a85b1-00662dddbc) +StopIteration (txn: txb0a511496adb418fb5ad4-00683aee71) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109388,14 +110357,19 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +Container 'a/c' cannot be set to sharding state while in sharding state test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +Unlinked retiring db '/tmp/tmpxh2e6q69/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates @@ -109406,56 +110380,70 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +Unlinked retiring db '/tmp/tmpxh2e6q69/containers/part/suffix/hash/container_1748692611.00000.db' test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txa055c9899a824d69b3460-00683aee70) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx38da9cc496324a22b27cb-00683aee72) +test DEBUG: Setting object count to 3120 (txn: tx38da9cc496324a22b27cb-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx201bf3b1aba848328acd3-00683aee72) +test DEBUG: Setting object count to 3120 (txn: tx201bf3b1aba848328acd3-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf05cdb077f7c42669e831-00683aee72) +Unlinked retiring db '/tmp/tmpxh2e6q69/containers/part/suffix/hash/container_1748692622.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a66/45f0df24a8b1465430a8978181823a66/45f0df24a8b1465430a8978181823a66.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282291.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a66/45f0df24a8b1465430a8978181823a66/45f0df24a8b1465430a8978181823a66_1714282291.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/78f/342db43a832a1e4ef93d34fa79f1c78f/342db43a832a1e4ef93d34fa79f1c78f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282295.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/78f/342db43a832a1e4ef93d34fa79f1c78f/342db43a832a1e4ef93d34fa79f1c78f_1714282295.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/06c/f6b7cc9f1ce0ece74278d8f1d217106c/f6b7cc9f1ce0ece74278d8f1d217106c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282299.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/06c/f6b7cc9f1ce0ece74278d8f1d217106c/f6b7cc9f1ce0ece74278d8f1d217106c_1714282299.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282303.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/d25/3fcc6e5273acd3385566c33c6e8c1d25/3fcc6e5273acd3385566c33c6e8c1d25_1714282303.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/1db/9b040df1dc3125ffb0d270c7d29401db/9b040df1dc3125ffb0d270c7d29401db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282307.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/1db/9b040df1dc3125ffb0d270c7d29401db/9b040df1dc3125ffb0d270c7d29401db_1714282307.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/623/3853b3521d0efc0b54931e49f740d623/3853b3521d0efc0b54931e49f740d623.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282311.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/623/3853b3521d0efc0b54931e49f740d623/3853b3521d0efc0b54931e49f740d623_1714282311.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/55f/c4a9c6f8775e9991eb2ccf90e3fd655f/c4a9c6f8775e9991eb2ccf90e3fd655f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282315.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/55f/c4a9c6f8775e9991eb2ccf90e3fd655f/c4a9c6f8775e9991eb2ccf90e3fd655f_1714282315.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/5aa/d2629e1696f0cd6867a44ff7775115aa/d2629e1696f0cd6867a44ff7775115aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282319.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/5aa/d2629e1696f0cd6867a44ff7775115aa/d2629e1696f0cd6867a44ff7775115aa_1714282319.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282323.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fab/6eb8bc03bd1990f78ee3cf3974df5fab/6eb8bc03bd1990f78ee3cf3974df5fab_1714282323.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/55e/b3a7fb133ab75667cff65d27c53fb55e/b3a7fb133ab75667cff65d27c53fb55e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282327.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/55e/b3a7fb133ab75667cff65d27c53fb55e/b3a7fb133ab75667cff65d27c53fb55e_1714282327.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/3cf/2171f358a731c2bb33a613e7c90583cf/2171f358a731c2bb33a613e7c90583cf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282331.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/3cf/2171f358a731c2bb33a613e7c90583cf/2171f358a731c2bb33a613e7c90583cf_1714282331.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/4a8/f214c9527bd90fdaa106853a8a0904a8/f214c9527bd90fdaa106853a8a0904a8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282335.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/4a8/f214c9527bd90fdaa106853a8a0904a8/f214c9527bd90fdaa106853a8a0904a8_1714282335.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/905/8934f2bb17d4352202b2854d46dcd905/8934f2bb17d4352202b2854d46dcd905.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282339.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/905/8934f2bb17d4352202b2854d46dcd905/8934f2bb17d4352202b2854d46dcd905_1714282339.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/046/475579f064fa619d65f252c0cbe9d046/475579f064fa619d65f252c0cbe9d046.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282343.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/046/475579f064fa619d65f252c0cbe9d046/475579f064fa619d65f252c0cbe9d046_1714282343.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/50f/6862efd0de5d00a68e6872a8c5a7f50f/6862efd0de5d00a68e6872a8c5a7f50f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282347.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/50f/6862efd0de5d00a68e6872a8c5a7f50f/6862efd0de5d00a68e6872a8c5a7f50f_1714282347.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/13e/e139487328c1941b14a415588625b13e/e139487328c1941b14a415588625b13e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282351.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/13e/e139487328c1941b14a415588625b13e/e139487328c1941b14a415588625b13e_1714282351.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/f05/55b42b5945f7cf4fe15433dd1f02df05/55b42b5945f7cf4fe15433dd1f02df05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282355.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/f05/55b42b5945f7cf4fe15433dd1f02df05/55b42b5945f7cf4fe15433dd1f02df05_1714282355.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/d7a/49c2de8d9bb03edfaa5a908633f3ad7a/49c2de8d9bb03edfaa5a908633f3ad7a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282359.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/d7a/49c2de8d9bb03edfaa5a908633f3ad7a/49c2de8d9bb03edfaa5a908633f3ad7a_1714282359.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/584/bb3cf6aa47a9d850ada87810b2fd1584/bb3cf6aa47a9d850ada87810b2fd1584.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282363.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/584/bb3cf6aa47a9d850ada87810b2fd1584/bb3cf6aa47a9d850ada87810b2fd1584_1714282363.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/425/c054ca5436599acf97db08a3ed941425/c054ca5436599acf97db08a3ed941425.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282367.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/425/c054ca5436599acf97db08a3ed941425/c054ca5436599acf97db08a3ed941425_1714282367.00000.db test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109482,6 +110470,8 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout @@ -109494,18 +110484,72 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf05cdb077f7c42669e831-00683aee72) +test DEBUG: Setting object count to 3120 (txn: txf05cdb077f7c42669e831-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0ad15b746d374c8091212-00683aee72) +test DEBUG: Setting object count to 3120 (txn: tx0ad15b746d374c8091212-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txede60af126c144e48318b-00683aee72) +test DEBUG: Setting object count to 3120 (txn: txede60af126c144e48318b-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx342b8571245b4cae9108f-00662dddbd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx8bccc5fe1c4847afb40a7-00683aee72) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx3ff41f0febf34f74830e1-00662dddbd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: txc993c2ee71b5466c86966-00683aee72) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txea3ce29b20384b8f95beb-00662dddbd) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx5854f5369af54cf3a99e8-00683aee72) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109523,12 +110567,12 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109540,29 +110584,29 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmp0pz2iefh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0pz2iefh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpz3_5i_wg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz3_5i_wg/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmp0pz2iefh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0pz2iefh/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpz3_5i_wg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpz3_5i_wg/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 63443 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 63443 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 63443 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 63443 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx510305540786446995815-00662dddbd" "proxy-server 63443" 0.0011 "-" 63443 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53161/sdb1/3/a/c" "tx510305540786446995815-00662dddbd" "container-server 63443" 0.0011 "-" 63443 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41503/sda1/3/a/c" "tx510305540786446995815-00662dddbd" "container-server 63443" 0.0010 "-" 63443 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx510305540786446995815-00662dddbd" "proxy-server 63443" 0.0088 "-" 63443 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx510305540786446995815-00662dddbd" "proxy-server 63443" 0.0144 "-" 63443 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx510305540786446995815-00662dddbd - 0.0229 - - 1714281917.419243336 1714281917.442139864 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx95de2c6c6d5f4c9d8a54f-00662dddbd" "proxy-server 63443" 0.0012 "-" 63443 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41503/sda1/0/a1/c1" "tx95de2c6c6d5f4c9d8a54f-00662dddbd" "container-server 63443" 0.0011 "-" 63443 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53161/sdb1/0/a1/c1" "tx95de2c6c6d5f4c9d8a54f-00662dddbd" "container-server 63443" 0.0011 "-" 63443 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95de2c6c6d5f4c9d8a54f-00662dddbd" "proxy-server 63443" 0.0130 "-" 63443 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95de2c6c6d5f4c9d8a54f-00662dddbd" "proxy-server 63443" 0.0095 "-" 63443 0 -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0075 "-" 3317105 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3317105 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0114 "-" 3317105 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0071 "-" 3317105 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx373604994d5442f8bda31-00683aee73" "proxy-server 3317105" 0.0014 "-" 3317105 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46747/sdb1/1/a/c" "tx373604994d5442f8bda31-00683aee73" "container-server 3317105" 0.0011 "-" 3317105 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44045/sda1/1/a/c" "tx373604994d5442f8bda31-00683aee73" "container-server 3317105" 0.0011 "-" 3317105 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx373604994d5442f8bda31-00683aee73" "proxy-server 3317105" 0.0098 "-" 3317105 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx373604994d5442f8bda31-00683aee73" "proxy-server 3317105" 0.0152 "-" 3317105 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx373604994d5442f8bda31-00683aee73 - 0.0230 - - 1748692595.226614952 1748692595.249627113 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx197d158d991f48659e2e9-00683aee73" "proxy-server 3317105" 0.0012 "-" 3317105 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44045/sda1/1/a1/c1" "tx197d158d991f48659e2e9-00683aee73" "container-server 3317105" 0.0011 "-" 3317105 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46747/sdb1/1/a1/c1" "tx197d158d991f48659e2e9-00683aee73" "container-server 3317105" 0.0011 "-" 3317105 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx197d158d991f48659e2e9-00683aee73" "proxy-server 3317105" 0.0083 "-" 3317105 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx197d158d991f48659e2e9-00683aee73" "proxy-server 3317105" 0.0136 "-" 3317105 0 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit @@ -109571,6 +110615,8 @@ test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok test.unit.proxy.test_server.TestProxyServer.test_check_response_200 test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok test.unit.proxy.test_server.TestProxyServer.test_check_response_503 @@ -109581,61 +110627,21 @@ test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a97/6f67468a553d013280f3c221fe1cda97/6f67468a553d013280f3c221fe1cda97.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282371.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a97/6f67468a553d013280f3c221fe1cda97/6f67468a553d013280f3c221fe1cda97_1714282371.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fa7/aea28cfee5c5dd9f20f565c327509fa7/aea28cfee5c5dd9f20f565c327509fa7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282375.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fa7/aea28cfee5c5dd9f20f565c327509fa7/aea28cfee5c5dd9f20f565c327509fa7_1714282375.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/e3f/9a61afd5ad6db379b5615f4d1cc24e3f/9a61afd5ad6db379b5615f4d1cc24e3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282379.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/e3f/9a61afd5ad6db379b5615f4d1cc24e3f/9a61afd5ad6db379b5615f4d1cc24e3f_1714282379.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/581/9404dc6e2112c84d27c1eb9706518581/9404dc6e2112c84d27c1eb9706518581.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282383.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/581/9404dc6e2112c84d27c1eb9706518581/9404dc6e2112c84d27c1eb9706518581_1714282383.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/a51/ff5e0834e41b182bf75a0cdbf1af6a51/ff5e0834e41b182bf75a0cdbf1af6a51.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282387.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/a51/ff5e0834e41b182bf75a0cdbf1af6a51/ff5e0834e41b182bf75a0cdbf1af6a51_1714282387.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/182/8a19f165d7df29b74c60d3c41e773182/8a19f165d7df29b74c60d3c41e773182.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282391.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/182/8a19f165d7df29b74c60d3c41e773182/8a19f165d7df29b74c60d3c41e773182_1714282391.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/3f3/1415e36f1388422e60f6e504637063f3/1415e36f1388422e60f6e504637063f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282395.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/3f3/1415e36f1388422e60f6e504637063f3/1415e36f1388422e60f6e504637063f3_1714282395.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/aaf/6cfc3442f5298c2467df9d47838f3aaf/6cfc3442f5298c2467df9d47838f3aaf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282399.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/aaf/6cfc3442f5298c2467df9d47838f3aaf/6cfc3442f5298c2467df9d47838f3aaf_1714282399.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/319/87fca60e1b995ea17f34b3800ba6a319/87fca60e1b995ea17f34b3800ba6a319.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282403.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/319/87fca60e1b995ea17f34b3800ba6a319/87fca60e1b995ea17f34b3800ba6a319_1714282403.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/b7e/37d2211a8e06f25e525bc3e732e0bb7e/37d2211a8e06f25e525bc3e732e0bb7e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282407.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/b7e/37d2211a8e06f25e525bc3e732e0bb7e/37d2211a8e06f25e525bc3e732e0bb7e_1714282407.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/fde/82f84d674198a8d31e34a2e9ec635fde/82f84d674198a8d31e34a2e9ec635fde.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282411.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/fde/82f84d674198a8d31e34a2e9ec635fde/82f84d674198a8d31e34a2e9ec635fde_1714282411.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/03b/d5999fae08dfd0379c0483229066703b/d5999fae08dfd0379c0483229066703b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282415.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/03b/d5999fae08dfd0379c0483229066703b/d5999fae08dfd0379c0483229066703b_1714282415.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/ac8/b2200c458f3ee470fcdc8eb549c65ac8/b2200c458f3ee470fcdc8eb549c65ac8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282419.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/ac8/b2200c458f3ee470fcdc8eb549c65ac8/b2200c458f3ee470fcdc8eb549c65ac8_1714282419.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/bb7/1e2cc4b31355a48aa56056294ce2dbb7/1e2cc4b31355a48aa56056294ce2dbb7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282423.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/bb7/1e2cc4b31355a48aa56056294ce2dbb7/1e2cc4b31355a48aa56056294ce2dbb7_1714282423.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcplzskd1/sda/containers/0/b7e/b52bdd7f304488913f1d3ab1de425b7e/b52bdd7f304488913f1d3ab1de425b7e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282427.00000-0, db: /tmp/tmpcplzskd1/sda/containers/0/b7e/b52bdd7f304488913f1d3ab1de425b7e/b52bdd7f304488913f1d3ab1de425b7e_1714282427.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281920.00000-0, db: /tmp/tmpvtajqwfv/sda/containers/0/dda/1f4991e74d3d8a59ff38d1bf31fb3dda/1f4991e74d3d8a59ff38d1bf31fb3dda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmpvtajqwfv/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpvtajqwfv/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281932.00000-0, db: /tmp/tmpvtajqwfv/sda/containers/0/48a/24f1d383ac1137be98e44bf41f1c848a/24f1d383ac1137be98e44bf41f1c848a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmphxm9oipk/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmphxm9oipk/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmphxm9oipk/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmphxm9oipk/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx95de2c6c6d5f4c9d8a54f-00662dddbd - 0.0216 - - 1714281917.443572283 1714281917.465191841 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3a807f84e1e14c9c9a83f-00662dddbd" "proxy-server 63443" 0.0020 "-" 63443 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41503/sda1/3/a/c1" "tx3a807f84e1e14c9c9a83f-00662dddbd" "container-server 63443" 0.0036 "-" 63443 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53161/sdb1/3/a/c1" "tx3a807f84e1e14c9c9a83f-00662dddbd" "container-server 63443" 0.0010 "-" 63443 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a807f84e1e14c9c9a83f-00662dddbd" "proxy-server 63443" 0.0157 "-" 63443 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a807f84e1e14c9c9a83f-00662dddbd" "proxy-server 63443" 0.0120 "-" 63443 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3a807f84e1e14c9c9a83f-00662dddbd - 0.0249 - - 1714281917.466700077 1714281917.491552114 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9c801140113d4647812d8-00662dddbd" "proxy-server 63443" 0.0021 "-" 63443 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:41503/sda1/0/a/c2" "tx9c801140113d4647812d8-00662dddbd" "container-server 63443" 0.0011 "-" 63443 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53161/sdb1/0/a/c2" "tx9c801140113d4647812d8-00662dddbd" "container-server 63443" 0.0017 "-" 63443 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c801140113d4647812d8-00662dddbd" "proxy-server 63443" 0.0142 "-" 63443 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:17 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c801140113d4647812d8-00662dddbd" "proxy-server 63443" 0.0104 "-" 63443 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9c801140113d4647812d8-00662dddbd - 0.0235 - - 1714281917.493083715 1714281917.516573668 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx197d158d991f48659e2e9-00683aee73 - 0.0205 - - 1748692595.251953602 1748692595.272499561 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx74a0d6f915844f19b97fa-00683aee73" "proxy-server 3317105" 0.0063 "-" 3317105 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44045/sda1/2/a/c1" "tx74a0d6f915844f19b97fa-00683aee73" "container-server 3317105" 0.0022 "-" 3317105 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46747/sdb1/2/a/c1" "tx74a0d6f915844f19b97fa-00683aee73" "container-server 3317105" 0.0011 "-" 3317105 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx74a0d6f915844f19b97fa-00683aee73" "proxy-server 3317105" 0.0911 "-" 3317105 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx74a0d6f915844f19b97fa-00683aee73" "proxy-server 3317105" 0.1003 "-" 3317105 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx74a0d6f915844f19b97fa-00683aee73 - 0.1209 - - 1748692595.278156996 1748692595.399046898 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txacf80cbdb58346e580022-00683aee73" "proxy-server 3317105" 0.0020 "-" 3317105 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46747/sdb1/1/a/c2" "txacf80cbdb58346e580022-00683aee73" "container-server 3317105" 0.0058 "-" 3317105 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44045/sda1/1/a/c2" "txacf80cbdb58346e580022-00683aee73" "container-server 3317105" 0.0010 "-" 3317105 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txacf80cbdb58346e580022-00683aee73" "proxy-server 3317105" 0.0297 "-" 3317105 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txacf80cbdb58346e580022-00683aee73" "proxy-server 3317105" 0.0352 "-" 3317105 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txacf80cbdb58346e580022-00683aee73 - 0.0559 - - 1748692595.400470495 1748692595.456400633 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -109696,8 +110702,6 @@ test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test.unit.proxy.test_server.TestProxyServer.test_error_occurred test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: success 10.0.0.0:1000/sda test ERROR: success 10.0.0.0:1000/sda @@ -109846,262 +110850,56 @@ test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok test.unit.proxy.test_server.TestProxyServer.test_negative_content_length test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281929.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/0f0/0b376fcd74a5b01a10d5e34cfc32a0f0/0b376fcd74a5b01a10d5e34cfc32a0f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281933.00000-0, db: /tmp/tmp8mkumrpr/sda/containers/0/77e/71bfa0f1cc0c95fcc93893b040cab77e/71bfa0f1cc0c95fcc93893b040cab77e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmp045xvoh4/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281924.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/9e1/9848132af97e5cb3644db345a0a1d9e1/9848132af97e5cb3644db345a0a1d9e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281930.00000-0, db: /tmp/tmpkz6iqduq/sda/containers/0/a8c/b8239f1ca6a05b18ee16cbae33c80a8c/b8239f1ca6a05b18ee16cbae33c80a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281921.00000-0, db: /tmp/tmpzlh1qlht/sda/containers/0/9df/92b488613e5ebb6763e1338f3fed89df/92b488613e5ebb6763e1338f3fed89df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281923.00000-0, db: /tmp/tmpzlh1qlht/sda/containers/0/8eb/525235c9aeb5e4e2215545bf9982d8eb/525235c9aeb5e4e2215545bf9982d8eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmpzlh1qlht/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281927.00000-0, db: /tmp/tmpzlh1qlht/sda/containers/0/163/342cd5092b49352c8d15e1c218a8a163/342cd5092b49352c8d15e1c218a8a163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281922.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/024/3b5a13e8d646b7c2eb04eaab8ec5c024/3b5a13e8d646b7c2eb04eaab8ec5c024.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281925.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/090/c615d39be04fcc220e60bf4587e98090/c615d39be04fcc220e60bf4587e98090.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281928.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9ec/08e37f995462222fd793d71fcd2a09ec/08e37f995462222fd793d71fcd2a09ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281931.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2a5/5f4d373312e90eda447a5f8db2cf22a5/5f4d373312e90eda447a5f8db2cf22a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281934.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c1c/7ea4550b12f907473390be1483c5ec1c/7ea4550b12f907473390be1483c5ec1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281937.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c8c/c3f835cae1a591db925ae9045def4c8c/c3f835cae1a591db925ae9045def4c8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281940.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a12/585db1b34fc3efb63758868ba89b2a12/585db1b34fc3efb63758868ba89b2a12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281943.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/213/51213f792bf3b3fa567ce06d74c7d213/51213f792bf3b3fa567ce06d74c7d213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281946.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/3df/5b5b3a87be6158c210763e945e1853df/5b5b3a87be6158c210763e945e1853df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281949.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/1c8/ea7066dc88ffaea78bd7a2d4c6a421c8/ea7066dc88ffaea78bd7a2d4c6a421c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281952.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/1d0/59621df37a827a944f3c9b3137a4a1d0/59621df37a827a944f3c9b3137a4a1d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281955.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/5e5/30e14a54b791fa73fd106602f41be5e5/30e14a54b791fa73fd106602f41be5e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281958.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/7c7/b4b11efbaf8b6da1739b4e26cc13e7c7/b4b11efbaf8b6da1739b4e26cc13e7c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281961.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/94d/3e7e7564fa5c9c03203aacf6d8c5894d/3e7e7564fa5c9c03203aacf6d8c5894d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281964.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3/dfb9ba47b411ea1794dab8cfdb9f7cd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281967.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9c9/5d716db9d3610edb4aed7387c80219c9/5d716db9d3610edb4aed7387c80219c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281970.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/dd6/345197f1e4bfda2f6406c6b973eb3dd6/345197f1e4bfda2f6406c6b973eb3dd6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281973.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/90e/4cd2ec7ff8f2bfb82216fd935ba3990e/4cd2ec7ff8f2bfb82216fd935ba3990e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281976.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/4e4/73226c90a17e1615f3a10f5100f994e4/73226c90a17e1615f3a10f5100f994e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281979.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/071/87d574ae918ecc549b7e31c87ef33071/87d574ae918ecc549b7e31c87ef33071.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281982.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/0a4/b99f5268e462b85ea339d7f1df5000a4/b99f5268e462b85ea339d7f1df5000a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281985.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/4ed/09df8026ad407e6c1a7f0769174aa4ed/09df8026ad407e6c1a7f0769174aa4ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281988.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c76/ccaeeac82083f981b317182ab255cc76/ccaeeac82083f981b317182ab255cc76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281991.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/841/4660f7340aff2131616177f870761841/4660f7340aff2131616177f870761841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281994.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/72d/548a305cda548a4f5dc83cede62e772d/548a305cda548a4f5dc83cede62e772d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281997.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/7fc/a8b9807a632efab9e0ab20dada1db7fc/a8b9807a632efab9e0ab20dada1db7fc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714281997.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/7fc/a8b9807a632efab9e0ab20dada1db7fc/a8b9807a632efab9e0ab20dada1db7fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282000.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ee2/eaf69a9296b6348bf3b538e016956ee2/eaf69a9296b6348bf3b538e016956ee2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282003.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/668/606d7d4ead4193e721b9e50fe3320668/606d7d4ead4193e721b9e50fe3320668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282006.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/cef/4c70297bf40d9c75c18d140ede5c6cef/4c70297bf40d9c75c18d140ede5c6cef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282009.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/13d/0106db93b501d1c0621f08fa55b4913d/0106db93b501d1c0621f08fa55b4913d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282009.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/13d/0106db93b501d1c0621f08fa55b4913d/0106db93b501d1c0621f08fa55b4913d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282012.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/3e7/c637c03ab561b5abfbd5d7f2d3d803e7/c637c03ab561b5abfbd5d7f2d3d803e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282015.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/75a/4693612d4aa5226defe9d6f6dabf075a/4693612d4aa5226defe9d6f6dabf075a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282018.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ec8/180b16c5cb1aba13da9c1c8fb8d7eec8/180b16c5cb1aba13da9c1c8fb8d7eec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282021.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/8a3/7c3e5ded0c48c14e9749a670fc6568a3/7c3e5ded0c48c14e9749a670fc6568a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282021.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/8a3/7c3e5ded0c48c14e9749a670fc6568a3/7c3e5ded0c48c14e9749a670fc6568a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282024.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/ed3/a252521682a35d84ccc7b4776aaf7ed3/a252521682a35d84ccc7b4776aaf7ed3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282027.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/45c/5d8f52c7b56e9b8f1fc922e36fe7f45c/5d8f52c7b56e9b8f1fc922e36fe7f45c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282030.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2ab/7397c42b2dd262ef6b95244cd98322ab/7397c42b2dd262ef6b95244cd98322ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282033.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c7e/c82fff1992109958a54df8927b60bc7e/c82fff1992109958a54df8927b60bc7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282036.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/58c/3314e5be51005470635b69fcda43c58c/3314e5be51005470635b69fcda43c58c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282039.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/9f8/3e921afdd9d9e0d0e7891171d58ee9f8/3e921afdd9d9e0d0e7891171d58ee9f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282042.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/5a5/25e5666d6550e67dc3f0b0133c16b5a5/25e5666d6550e67dc3f0b0133c16b5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282045.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/13c/e6e6fa7e5fa2415a280726d4048f113c/e6e6fa7e5fa2415a280726d4048f113c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282045.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/13c/e6e6fa7e5fa2415a280726d4048f113c/e6e6fa7e5fa2415a280726d4048f113c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282048.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a4a/67ec565c9c0c144b94348a2c73130a4a/67ec565c9c0c144b94348a2c73130a4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282051.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/89f/530e337ccaf396d99b006453d56ec89f/530e337ccaf396d99b006453d56ec89f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282054.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/c7e/67b884fbac331164a447b22514c43c7e/67b884fbac331164a447b22514c43c7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282057.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/abe/9f08b3b546b918619eefd54f3e5b8abe/9f08b3b546b918619eefd54f3e5b8abe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282057.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/abe/9f08b3b546b918619eefd54f3e5b8abe/9f08b3b546b918619eefd54f3e5b8abe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282060.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/103/d1d2f700bc75f7c03b95349517dfa103/d1d2f700bc75f7c03b95349517dfa103.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282063.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/f1e/30016679683a07b2f00f360ea4b5bf1e/30016679683a07b2f00f360ea4b5bf1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282066.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/73f/d06762e1d6ae3e2cbd7e420c0879773f/d06762e1d6ae3e2cbd7e420c0879773f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282069.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a7e/8b06e123edf0e80160401dc6c30cba7e/8b06e123edf0e80160401dc6c30cba7e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282069.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/a7e/8b06e123edf0e80160401dc6c30cba7e/8b06e123edf0e80160401dc6c30cba7e.db -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282072.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/199/1da687972d23a9f320cdcd5dce8ab199/1da687972d23a9f320cdcd5dce8ab199.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282072.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/199/1da687972d23a9f320cdcd5dce8ab199/1da687972d23a9f320cdcd5dce8ab199.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282075.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/d8d/fffe515eccfe8a4fd4d5e05b30b30d8d/fffe515eccfe8a4fd4d5e05b30b30d8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282078.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/065/2cb448f7f8250d2d18668c4df280f065/2cb448f7f8250d2d18668c4df280f065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282081.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2a0/cec654abd4e0f6165402c1d10f97a2a0/cec654abd4e0f6165402c1d10f97a2a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282081.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/2a0/cec654abd4e0f6165402c1d10f97a2a0/cec654abd4e0f6165402c1d10f97a2a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282084.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/769/da9fed9b973a02f11321af119b31e769/da9fed9b973a02f11321af119b31e769.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282084.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/769/da9fed9b973a02f11321af119b31e769/da9fed9b973a02f11321af119b31e769.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1714282087.00000-0, db: /tmp/tmpuxa7j8uc/sda/containers/0/0d4/fc279b4f0122954251b7b38ac381f0d4/fc279b4f0122954251b7b38ac381f0d4.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023126602172851562s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp408ulkd2/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023627281188964844s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp408ulkd2/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017595291137695312s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00028228759765625s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000255584716796875s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281855.22716, (5, 5) as of 1714281918.42155, cleaved as of 1714281855.22716> in 0.01s, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp408ulkd2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.27472.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1714281855.22716, (1, 6144) as of 1714281918.50024, cleaved as of 1714281855.22716> in 0.009s, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp105r0wjn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.44482.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00037479400634765625s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000217437744140625s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaved ShardRange in 0.017s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0003752708435058594s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db +test ERROR: Failed to unlink '/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container_1748692595.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container_1748692595.00000.db': ['/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container.db', '/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container_1748692596.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpbr5tnbcc/containers/part/suffix/hash/container_1748692596.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpcc0c3sqq/containers/part/suffix/hash/d3886a34-74ac-4f65-85b0-70e68264e2b3.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmpsxzonsau/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +Unlinked retiring db '/tmp/tmp_pd86fxd/containers/part/suffix/hash/container-aed14ec0-077b-4923-a55d-c58462140c20.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +Unlinked retiring db '/tmp/tmp_pd86fxd/containers/part/suffix/hash/container-f94b96b1-1e93-4f2f-a62a-4b6e7f443a37.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok test.unit.proxy.test_server.TestProxyServer.test_node_concurrency test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok test.unit.proxy.test_server.TestProxyServer.test_node_timing test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok test.unit.proxy.test_server.TestProxyServer.test_private_method_request test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: @@ -110161,15 +110959,15 @@ Exception: kaboom1! test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5f8c11f2a347478c809b2-00662dddbd) -test INFO: Client disconnected on read of '/a/c' (txn: tx5f8c11f2a347478c809b2-00662dddbd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txa9208ec2277c45ecaf490-00662dddbd) -test INFO: Client disconnected on read of '/a/c' (txn: txa9208ec2277c45ecaf490-00662dddbd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx7a6664e3fc29463494e4f-00662dddbe) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx7a6664e3fc29463494e4f-00662dddbe) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx7a6664e3fc29463494e4f-00662dddbe) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx7a6664e3fc29463494e4f-00662dddbe) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx45b591513324444094643-00683aee73) +test INFO: Client disconnected on read of '/a/c' (txn: tx45b591513324444094643-00683aee73) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txb21cdeb899144a15a83fb-00683aee73) +test INFO: Client disconnected on read of '/a/c' (txn: txb21cdeb899144a15a83fb-00683aee73) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txbed708c926ae45a8bcb3a-00683aee74) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txbed708c926ae45a8bcb3a-00683aee74) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txbed708c926ae45a8bcb3a-00683aee74) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txbed708c926ae45a8bcb3a-00683aee74) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -110187,6 +110985,8 @@ test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -110216,2087 +111016,91 @@ test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok test.unit.proxy.test_server.TestProxyServer.test_valid_api_version test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281855.22716, (6, 6) as of 1714281918.58555, cleaved as of 1714281855.22716> in 0.013s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e432dbf8-1f9f-47f3-b131-954f98859f4f-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (6, 6) as of 1714281918.58555, cleaved as of 1714281855.22716>, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281855.22716, (6, 6) as of 1714281918.58555, cleaved as of 1714281855.22716> in 0.008s, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpoe3wqay3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.51939.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018930435180664062s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, found as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018835067749023438s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5ole8iz3/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281855.22716, (3, 6) as of 1714281918.78810, cleaved as of 1714281855.22716> in 0.003s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281855.22716, (1, 100) as of 1714281918.80059, cleaved as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1714281855.22716, (1, 1000) as of 1714281918.83047, cleaved as of 1714281855.22716> in 0.01s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1714281855.22716, (2, 15) as of 1714281918.84372, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013375282287597656s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1714281855.22716, (2, 15) as of 1714281918.84372, active as of 1714281855.22716> in 0.006s, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp5ole8iz3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.69216.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1irevyvv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.87704.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpq6do0n2r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.90784.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.079673767089844e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, found as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmph63bvyk6/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281855.22716, (3, 6) as of 1714281919.05734, cleaved as of 1714281855.22716> in 0.003s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.556510925292969e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281855.22716, (1, 100) as of 1714281919.07005, cleaved as of 1714281855.22716> in 0.008s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1714281855.22716, (1, 1000) as of 1714281919.10075, cleaved as of 1714281855.22716> in 0.01s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1714281855.22716, (2, 15) as of 1714281919.11508, active as of 1714281855.22716>, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1714281855.22716, (2, 15) as of 1714281919.11508, active as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmph63bvyk6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281918.96919.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1714281855.22716, (500000, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1714281855.22716, (2, 103) as of 1714281919.19154, cleaved as of 1714281855.22716> in 0.008s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1714281919.20212, (500000, 0) as of 1714281919.20212, created as of 1714281919.20212>, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1714281919.20212, (3, 1103) as of 1714281919.22288, cleaved as of 1714281919.20212> in 0.008s, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp4ldnab8n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281919.15149.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.581710815429688e-05s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp3ssl3f4n/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010895729064941406s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.888938903808594e-05s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 6.67572021484375e-05s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1714281919.23178, (0, 0) as of 1714281919.23178, sharding as of 1714281919.23178>, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1714281855.22716, (3, 6) as of 1714281919.28886, cleaved as of 1714281855.22716> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.29425048828125e-05s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1714281855.22716, (2, 15) as of 1714281919.29628, cleaved as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1714281919.23178, (0, 0) as of 1714281919.23178, sharding as of 1714281919.23178>, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1714281855.22716, (2, 15) as of 1714281919.29628, cleaved as of 1714281855.22716> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp3ssl3f4n/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281919.23179.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp1rmra4nz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1714281919.36354, (1000, 11111) as of 1714281919.36354, created as of 1714281919.36354>, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016617774963378906s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1714281942.00000, (0, 0) as of 1714281931.00000, shrunk as of 1714281931.00000>, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281919.36354, (1000, 11111) as of 1714281919.36354, created as of 1714281919.36354> in 0.007s, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1714281932.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1714281919.41332, (1000, 11111) as of 1714281919.41332, cleaved as of 1714281919.41332>, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1714281969.00000, (0, 0) as of 1714281958.00000, shrunk as of 1714281958.00000>, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281919.41332, (1000, 11111) as of 1714281919.41332, cleaved as of 1714281919.41332> in 0.007s, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1714281959.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1714281919.46458, (1000, 11111) as of 1714281919.46458, active as of 1714281919.46458>, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014352798461914062s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1714281996.00000, (0, 0) as of 1714281985.00000, shrunk as of 1714281985.00000>, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1714281919.46458, (1000, 11111) as of 1714281919.46458, active as of 1714281919.46458> in 0.007s, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1714281986.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1714281919.51102, (1000, 11111) as of 1714281919.51102, created as of 1714281919.51102>, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1714282012.00000, (0, 0) as of 1714282012.00000, shrinking as of 1714282012.00000>, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.51102, (1000, 11111) as of 1714281919.51102, created as of 1714281919.51102> in 0.008s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1714281919.51105, (1000, 11111) as of 1714281919.51105, created as of 1714281919.51105>, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1714282012.00000, (0, 0) as of 1714282012.00000, shrinking as of 1714282012.00000>, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281919.51105, (1000, 11111) as of 1714281919.51105, created as of 1714281919.51105> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1714282013.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025963783264160156s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019407272338867188s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017547607421875s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1714281919.58046, (1000, 11111) as of 1714281919.58046, cleaved as of 1714281919.58046>, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002295970916748047s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015664100646972656s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1714282045.00000, (0, 0) as of 1714282045.00000, shrinking as of 1714282045.00000>, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.58046, (1000, 11111) as of 1714281919.58046, cleaved as of 1714281919.58046> in 0.008s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1714281919.58052, (1000, 11111) as of 1714281919.58052, cleaved as of 1714281919.58052>, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022363662719726562s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014925003051757812s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1714282045.00000, (0, 0) as of 1714282045.00000, shrinking as of 1714282045.00000>, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281919.58052, (1000, 11111) as of 1714281919.58052, cleaved as of 1714281919.58052> in 0.008s, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1714282046.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001201629638671875s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1714281919.68126, (1000, 11111) as of 1714281919.68126, active as of 1714281919.68126>, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1714282078.00000, (0, 0) as of 1714282078.00000, shrinking as of 1714282078.00000>, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.68126, (1000, 11111) as of 1714281919.68126, active as of 1714281919.68126> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1714281919.68130, (1000, 11111) as of 1714281919.68130, active as of 1714281919.68130>, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017404556274414062s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1714282078.00000, (0, 0) as of 1714282078.00000, shrinking as of 1714282078.00000>, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1714281919.68130, (1000, 11111) as of 1714281919.68130, active as of 1714281919.68130> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1714282079.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00029850006103515625s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1714281919.75985, (1000, 11111) as of 1714281919.75985, cleaved as of 1714281919.75985>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011920928955078125s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1714282111.00000, (0, 0) as of 1714282111.00000, shrinking as of 1714282111.00000>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.75985, (1000, 11111) as of 1714281919.75985, cleaved as of 1714281919.75985> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1714281919.75988, (1000, 11111) as of 1714281919.75988, cleaved as of 1714281919.75988>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1714282111.00000, (0, 0) as of 1714282111.00000, shrinking as of 1714282111.00000>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281919.75988, (1000, 11111) as of 1714281919.75988, cleaved as of 1714281919.75988> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1714281919.75989, (1000, 11111) as of 1714281919.75989, cleaved as of 1714281919.75989>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001480579376220703s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1714282111.00000, (0, 0) as of 1714282111.00000, shrinking as of 1714282111.00000>, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281919.75989, (1000, 11111) as of 1714281919.75989, cleaved as of 1714281919.75989> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1714282112.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001404285430908203s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1714281919.84679, (1000, 11111) as of 1714281919.84679, created as of 1714281919.84679>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1714282150.00000, (0, 0) as of 1714282150.00000, shrinking as of 1714282150.00000>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.84679, (1000, 11111) as of 1714281919.84679, created as of 1714281919.84679> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1714281919.84682, (1000, 11111) as of 1714281919.84682, created as of 1714281919.84682>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1714282150.00000, (0, 0) as of 1714282150.00000, shrinking as of 1714282150.00000>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281919.84682, (1000, 11111) as of 1714281919.84682, created as of 1714281919.84682> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1714281919.84683, (1000, 11111) as of 1714281919.84683, created as of 1714281919.84683>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1714282150.00000, (0, 0) as of 1714282150.00000, shrinking as of 1714282150.00000>, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281919.84683, (1000, 11111) as of 1714281919.84683, created as of 1714281919.84683> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1714282151.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1714281919.92367, (1000, 11111) as of 1714281919.92367, active as of 1714281919.92367>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014472007751464844s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1714282189.00000, (0, 0) as of 1714282189.00000, shrinking as of 1714282189.00000>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.92367, (1000, 11111) as of 1714281919.92367, active as of 1714281919.92367> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1714281919.92370, (1000, 11111) as of 1714281919.92370, active as of 1714281919.92370>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015234947204589844s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1714282189.00000, (0, 0) as of 1714282189.00000, shrinking as of 1714282189.00000>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281919.92370, (1000, 11111) as of 1714281919.92370, active as of 1714281919.92370> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1714281919.92371, (1000, 11111) as of 1714281919.92371, active as of 1714281919.92371>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1714282189.00000, (0, 0) as of 1714282189.00000, shrinking as of 1714282189.00000>, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1714281919.92371, (1000, 11111) as of 1714281919.92371, active as of 1714281919.92371> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1714282190.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmph2x7iy66/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.393692016601562e-05s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1714281919.99978, (1000, 11111) as of 1714281919.99978, created as of 1714281919.99978>, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1714282228.00000, (0, 0) as of 1714282228.00000, shrinking as of 1714282228.00000>, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281919.99978, (1000, 11111) as of 1714281919.99978, created as of 1714281919.99978> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6c3fb45e-56f3-4d6e-af29-d0b523d2dbc0-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmph2x7iy66/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1714282229.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1714281920.04790, (1000, 11111) as of 1714281920.04790, cleaved as of 1714281920.04790>, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1714282254.00000, (0, 0) as of 1714282254.00000, shrinking as of 1714282254.00000>, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281920.04790, (1000, 11111) as of 1714281920.04790, cleaved as of 1714281920.04790> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1714281920.04793, (1000, 11111) as of 1714281920.04793, cleaved as of 1714281920.04793>, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1714282254.00000, (0, 0) as of 1714282254.00000, shrinking as of 1714282254.00000>, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1714281920.04793, (1000, 11111) as of 1714281920.04793, cleaved as of 1714281920.04793> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1ee01482-f35f-4d04-8982-153ffff47314-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmph2x7iy66/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1714282255.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0021178722381591797s, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0b15f287-b4d6-46c1-ac6a-66f9f35e2ffc-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmph2x7iy66/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1714282287.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bc26230f-3914-4550-9402-87ab145ad11d-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmph2x7iy66/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1714282307.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1714281920.18098, (1000, 11111) as of 1714281920.18098, cleaved as of 1714281920.18098>, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1714282326.00000, (0, 0) as of 1714282326.00000, shrinking as of 1714282326.00000>, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1714281920.18098, (1000, 11111) as of 1714281920.18098, cleaved as of 1714281920.18098> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '217ea260-3b2a-49be-9e15-7d0270a261db-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmph2x7iy66/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1714282327.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.559226989746094e-05s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1714281923.00000, (0, 0) as of 1714281923.00000, active as of 1714281923.00000>, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1714281920.25612, (0, 0) as of 1714281921.00000, shrunk as of 1714281921.00000>, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1714281923.00000, (0, 0) as of 1714281923.00000, active as of 1714281923.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpuez166gi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1714281923.00000, (0, 0) as of 1714281923.00000, active as of 1714281923.00000>, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001552104949951172s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1714281921.00000, (0, 0) as of 1714281921.00000, sharding as of 1714281921.00000>, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1714281923.00000, (0, 0) as of 1714281923.00000, active as of 1714281923.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmppl69mlkc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013327598571777344s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp23f1vyj3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281921.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012612342834472656s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00041675567626953125s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024127960205078125s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1714281920.37801, (0, 0) as of 1714281921.00000, shrunk as of 1714281921.00000>, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpuajh6rit/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1714281855.22716, (2, 3) as of 1714281920.42569, cleaved as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1714281855.22716, (2, 103) as of 1714281920.44682, cleaved as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, found as of 1714281855.22716>, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281920.45111>, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1714281855.22716, (1, 1000) as of 1714281920.47471, cleaved as of 1714281920.45111> in 0.008s, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6csyuh9w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.38544.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002989768981933594s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1714281855.22716, (1, 18432) as of 1714281920.53385, cleaved as of 1714281855.22716> in 0.011s, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmphfsmc787/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.48518.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '5ded4faf09ba06e417bd07ee31bc0d80', '90cf56d1-5fcd-4b39-ad06-0186bd11b40b-sdb', '1714281920.55222', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1714281922.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1714281923.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1714281924.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1714281925.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1714281926.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '90cf56d1-5fcd-4b39-ad06-0186bd11b40b-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002512931823730469s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281855.22716, (3, 3) as of 1714281920.61320, cleaved as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5l3r7c7t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '6918b98b-a313-4a73-bde1-4bbebb5c43d8-', '1714281920.54714', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-35f42095-7cb6-4061-b2bf-4f1a8f91ccd9-sda": ["{\\"ref\\": \\"35f42095-7cb6-4061-b2bf-4f1a8f91ccd9-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1714281920.61447"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1714281855.22716', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1714281920.60060', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281855.22716', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1714281855.22716', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1714281920.61320', 'deleted': 0, 'state': 40, 'state_timestamp': '1714281855.22716', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1714281920.56990', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1714281920.61750', 'deleted': 0, 'state': 70, 'state_timestamp': '1714281920.56995', 'epoch': '1714281920.56995', 'reported': 0, 'tombstones': -1}], '6918b98b-a313-4a73-bde1-4bbebb5c43d8-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1714281855.22716, (3, 3) as of 1714281920.61320, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1714281855.22716, (3, 3) as of 1714281920.61320, active as of 1714281855.22716> in 0.006s, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5l3r7c7t/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.56995.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp1ezwivje/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b24d65bf-7b3a-41e6-af81-2035e5753f56-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpy877s2fu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b24d65bf-7b3a-41e6-af81-2035e5753f56-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpy877s2fu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b24d65bf-7b3a-41e6-af81-2035e5753f56-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpy877s2fu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b24d65bf-7b3a-41e6-af81-2035e5753f56-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpy877s2fu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '205e3e1d-87b8-4f87-a2e9-02ff5d3f111e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpy877s2fu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2758a611-14e6-4d1f-abb9-10653266048c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8unqywsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2758a611-14e6-4d1f-abb9-10653266048c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8unqywsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2758a611-14e6-4d1f-abb9-10653266048c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8unqywsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2758a611-14e6-4d1f-abb9-10653266048c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8unqywsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281920.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '6fffc3de-b19a-4f26-9761-a4e345d943a4-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp8unqywsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281920.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp5iq6opzv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp_o8zapia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp_o8zapia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp_o8zapia/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp436p0vs1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8xmd4w_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp8xmd4w_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp8xmd4w_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp8xmd4w_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1714281920.90928, (100000, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp8xmd4w_5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6jjwe13y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp6jjwe13y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp6jjwe13y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp20f_xnv2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjzt0pl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281920.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpq3__0u6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmppodxaia8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpl1efsdf_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpl1efsdf_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpl1efsdf_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpl1efsdf_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpykaaz6m6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpykaaz6m6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpykaaz6m6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpykaaz6m6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp5ta8b_wy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp5ta8b_wy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp5ta8b_wy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp5ta8b_wy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpear6x7em/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpear6x7em/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpear6x7em/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpear6x7em/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpnoqrw0zf/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpnoqrw0zf/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpnoqrw0zf/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:21 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '28055c69-7025-4925-9b00-79d50c81efad-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp62cgep8u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-04-28T05:25:21.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp62cgep8u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-04-28T05:25:22.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpx0simh96/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281922.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpfd4e7ayt/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpvvliicpy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpusy4zz8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpusy4zz8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpusy4zz8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpusy4zz8d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001685619354248047s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001709461212158203s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.55453, (0, 0) as of 1714281921.55453, active as of 1714281921.55453>, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.55454, (0, 0) as of 1714281921.55454, active as of 1714281921.55454>, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.55455, (0, 0) as of 1714281921.55455, active as of 1714281921.55455>, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.55454, (0, 0) as of 1714281921.55454, active as of 1714281921.55454>, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.55455, (0, 0) as of 1714281921.55455, active as of 1714281921.55455>, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwposm0e9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.55506.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018978118896484375s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015878677368164062s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026345252990722656s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019788742065429688s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020551681518554688s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001990795135498047s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002067089080810547s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019502639770507812s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003190040588378906s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdvr2gr21/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002949237823486328s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003085136413574219s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025653839111328125s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00026035308837890625s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002701282501220703s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020194053649902344s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024008750915527344s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024890899658203125s, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.80614, (0, 0) as of 1714281921.80614, active as of 1714281921.80614>, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.80615, (0, 0) as of 1714281921.80615, active as of 1714281921.80615>, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.80642, (0, 0) as of 1714281921.80642, active as of 1714281921.80642>, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpkcm8jx8a/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkcm8jx8a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.80725.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021910667419433594s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023484230041503906s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022721290588378906s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0005650520324707031s, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.87880, (0, 0) as of 1714281921.87880, active as of 1714281921.87880>, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.87882, (0, 0) as of 1714281921.87882, active as of 1714281921.87882>, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpg83bogn2/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.87882, (0, 0) as of 1714281921.87882, active as of 1714281921.87882>, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg83bogn2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.88101.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000202178955078125s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001881122589111328s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002295970916748047s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001327991485595703s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002269744873046875s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.94150, (0, 0) as of 1714281921.94150, active as of 1714281921.94150>, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpqmeraj94/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.94151, (0, 0) as of 1714281921.94151, active as of 1714281921.94151>, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.94152, (0, 0) as of 1714281921.94152, active as of 1714281921.94152>, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpqmeraj94/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqmeraj94/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.94252.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021004676818847656s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020003318786621094s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018835067749023438s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.99724, (0, 0) as of 1714281921.99724, active as of 1714281921.99724>, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281921.99725, (0, 0) as of 1714281921.99725, active as of 1714281921.99725>, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281921.99725, (0, 0) as of 1714281921.99725, active as of 1714281921.99725>, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281921.99724, (0, 0) as of 1714281921.99724, active as of 1714281921.99724>, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqm9jrbjw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281921.99791.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013709068298339844s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001323223114013672s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001995563507080078s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018215179443359375s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001888275146484375s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002052783966064453s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016951560974121094s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011730194091796875s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022745132446289062s, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_z6m0yek/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019311904907226562s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001785755157470703s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018262863159179688s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012040138244628906s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020766258239746094s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001323223114013672s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00014400482177734375s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpj58zxdl6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1714281923.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014138221740722656s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.034706115722656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.009506225585938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzzqlxflc/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022149085998535156s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.843971252441406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001373291015625s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023818016052246094s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.963180541992188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002498626708984375s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020194053649902344s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000213623046875s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020623207092285156s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002040863037109375s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001804828643798828s, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpvzt0b0q9/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003294944763183594s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002219676971435547s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002200603485107422s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0006082057952880859s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013136863708496094s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002391338348388672s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012493133544921875s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012493133544921875s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017213821411132812s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001342296600341797s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, active as of 1714281855.22716>, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpeq7bh3uf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022077560424804688s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019931793212890625s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021886825561523438s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022029876708984375s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000125885009765625s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023174285888671875s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020432472229003906s, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1714281922.57930, (0, 0) as of 1714281922.57930, active as of 1714281922.57930>, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1714281922.57931, (0, 0) as of 1714281922.57931, active as of 1714281922.57931>, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1714281922.57932, (0, 0) as of 1714281922.57932, active as of 1714281922.57932>, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp8ik4v1p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281922.57996.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp4b9ga7lu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp4b9ga7lu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp4b9ga7lu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp4b9ga7lu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpfktjue5z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpfktjue5z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpfktjue5z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpfktjue5z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok - -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpu33gq7wb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpu33gq7wb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpu33gq7wb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpu33gq7wb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp9hfwbbfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp9hfwbbfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp9hfwbbfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp9hfwbbfz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpibajv_11/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2516, in _one_shard_cycle - self._process_broker(broker, node, part) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpibajv_11/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.04s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:22 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 3433, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - File "/usr/lib/python3.11/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 2393, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp4_ykg4h5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp4_ykg4h5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmp4_ykg4h5/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmp4_ykg4h5/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpeuewader/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.03926.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp9hi3np62/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9hi3np62/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9hi3np62/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9hi3np62/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp9hi3np62/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp4wsi89ba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpat7mad5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash60False/hash60False_1714281923.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash60True/hash60True_1714281942.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001461505889892578s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/lse/hash50False/hash50False_1714281961.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - zero objects found, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpb5u7hp8o/sda/containers/0/rue/hash50True/hash50True_1714281977.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h60/hash60/hash60_1714281923.47225.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h50/hash50/hash50_1714281923.49331.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp24109kbv/sda/containers/0/h70/hash70/hash70_1714281923.51391.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp5nimpxqu/sda/containers/0/ash/c1hash/c1hash.db: +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6aefc483b0c14654bc35f-00683aee72) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx6aefc483b0c14654bc35f-00683aee72) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx351a0f1974914cfc9f117-00683aee73) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx351a0f1974914cfc9f117-00683aee73) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx8687c994b7dd442bb3410-00683aee73) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx8687c994b7dd442bb3410-00683aee73) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx08b6a047b45e483a9652a-00683aee73) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx08b6a047b45e483a9652a-00683aee73) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx08b6a047b45e483a9652a-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08b6a047b45e483a9652a-00683aee73) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx08b6a047b45e483a9652a-00683aee73) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx29a6f6173cc94e43bd2d1-00683aee73) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx29a6f6173cc94e43bd2d1-00683aee73) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx29a6f6173cc94e43bd2d1-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx29a6f6173cc94e43bd2d1-00683aee73) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx29a6f6173cc94e43bd2d1-00683aee73) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee939218dd554edf86516-00683aee73) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txee939218dd554edf86516-00683aee73) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txee939218dd554edf86516-00683aee73) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txee939218dd554edf86516-00683aee73) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txee939218dd554edf86516-00683aee73) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmpax6vx74q/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112305,37 +111109,18 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Test over -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -sharder-test ERROR: Exception in sharder: +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpax6vx74q/containers/part/suffix/hash/container_1748692567.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpax6vx74q/containers/part/suffix/hash/container_1748692567.00000.db': ['/tmp/tmpax6vx74q/containers/part/suffix/hash/container.db', '/tmp/tmpax6vx74q/containers/part/suffix/hash/container_1748692568.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpax6vx74q/containers/part/suffix/hash/container_1748692568.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmp824rdg7c/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp824rdg7c/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2553, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2530, in _one_shard_cycle - self._periodic_report_stats() - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1143, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 2526, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1053, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112344,540 +111129,974 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpl6r6yo3w/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpl6r6yo3w/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +Unlinked retiring db '/tmp/tmpazc21n01/containers/part/suffix/hash/container.db' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txc9387c8d3bba42b9bb0e3-00683aee75) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx6c52a40d1aa04c27a7889-00683aee77) +test DEBUG: Setting object count to 1065 (txn: tx6c52a40d1aa04c27a7889-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx4fe60d28642b4d8f96d86-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx5250e83d609b4504be937-00683aee77) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server ERROR: Object returning 503 for [] (txn: tx5250e83d609b4504be937-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server ERROR: Object returning 503 for [] (txn: tx2cef290a6f794ad3b1798-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server ERROR: Object returning 503 for [] (txn: tx7f76ea9eb8b5406cbcf4c-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server ERROR: Object returning 503 for [] (txn: txe1811451e83040c0bd5a5-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx38d5e7b9084544ffab910-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server ERROR: Object returning 503 for [] (txn: tx55c12c77dca848479e96e-00683aee77) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txdbb3c1b7a1ec461092ea2-00683aee78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx99eb52d46f29497a83bab-00683aee78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/sharder.py", line 1206, in _put_container - direct_put_container(node, part, account, container, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - File "/build/reproducible-path/swift-2.33.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1008, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 802, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 704, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpndtut86r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpfqhi9fcv/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023055076599121094s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpfqhi9fcv/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpfqhi9fcv/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.534027099609375e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpfqhi9fcv/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1714281855.22716, (0, 0) as of 1714281855.22716, cleaved as of 1714281855.22716> in 0.002s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1714281855.22716, (2, 2) as of 1714281923.83632, cleaved as of 1714281855.22716> in 0.007s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015282630920410156s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpfqhi9fcv/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.556510925292969e-05s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716>, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1714281855.22716, (0, 0) as of 1714281855.22716, created as of 1714281855.22716> - shard db already in sync, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1714281855.22716, (3, 3) as of 1714281923.88392, cleaved as of 1714281855.22716> in 0.004s, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfqhi9fcv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.70017.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3363fd40-bafc-48b2-80f3-8f899c862d81-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp52mnrs0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3363fd40-bafc-48b2-80f3-8f899c862d81-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp52mnrs0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3363fd40-bafc-48b2-80f3-8f899c862d81-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp52mnrs0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3363fd40-bafc-48b2-80f3-8f899c862d81-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp52mnrs0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f21220cd-a6c1-48b3-9aef-a51637cd1017-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp52mnrs0z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1714281923.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa3gxhu1h/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa3gxhu1h/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa3gxhu1h/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:23 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_shard - attempted:0 success:0 failure:0 -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Sat Apr 27 17:25:24 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpyq_yshli/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxj4fqfqs/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpdhmtk76r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00022530555725097656s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp8etg8kei/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.000152587890625s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.891654968261719e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00015234947204589844s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001373291015625s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.392333984375e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.177757263183594e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0024542808532714844s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.511543273925781e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx47547475ba7f4408b6069-00683aee78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring @@ -112936,449 +112155,204 @@ test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.416175842285156e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 7.843971252441406e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpwwa4lnh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpovoilunl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpovoilunl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8cf794628b02474aa84b0-00662dddc4) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8cf794628b02474aa84b0-00662dddc4) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8cf794628b02474aa84b0-00662dddc4) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx8cf794628b02474aa84b0-00662dddc4) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpcfy3hxag/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcfy3hxag/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpcfy3hxag/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcfy3hxag/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0029 "-" 63438 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0027 "-" 63438 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 63438 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 63438 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb9c176b835a648a0b8da9-00662dddc4" "proxy-server 63438" 0.0011 "-" 63438 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47787/sdb1/1/a/c" "txb9c176b835a648a0b8da9-00662dddc4" "container-server 63438" 0.0009 "-" 63438 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49415/sda1/1/a/c" "txb9c176b835a648a0b8da9-00662dddc4" "container-server 63438" 0.0009 "-" 63438 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb9c176b835a648a0b8da9-00662dddc4" "proxy-server 63438" 0.0079 "-" 63438 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb9c176b835a648a0b8da9-00662dddc4" "proxy-server 63438" 0.0128 "-" 63438 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb9c176b835a648a0b8da9-00662dddc4 - 0.0204 - - 1714281924.316140175 1714281924.336571455 0 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa0af4ec37c5b434687100-00662dddc4" "proxy-server 63438" 0.0011 "-" 63438 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49415/sda1/1/a1/c1" "txa0af4ec37c5b434687100-00662dddc4" "container-server 63438" 0.0010 "-" 63438 0 -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47787/sdb1/1/a1/c1" "txa0af4ec37c5b434687100-00662dddc4" "container-server 63438" 0.0009 "-" 63438 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa0af4ec37c5b434687100-00662dddc4" "proxy-server 63438" 0.0118 "-" 63438 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa0af4ec37c5b434687100-00662dddc4" "proxy-server 63438" 0.0084 "-" 63438 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa0af4ec37c5b434687100-00662dddc4 - 0.0192 - - 1714281924.337919474 1714281924.357107639 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx40925f7417ca4c4fa00fe-00662dddc4" "proxy-server 63438" 0.0020 "-" 63438 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47787/sdb1/2/a/c1" "tx40925f7417ca4c4fa00fe-00662dddc4" "container-server 63438" 0.0015 "-" 63438 1 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49415/sda1/2/a/c1" "tx40925f7417ca4c4fa00fe-00662dddc4" "container-server 63438" 0.0009 "-" 63438 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx40925f7417ca4c4fa00fe-00662dddc4" "proxy-server 63438" 0.0094 "-" 63438 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx40925f7417ca4c4fa00fe-00662dddc4" "proxy-server 63438" 0.0139 "-" 63438 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx40925f7417ca4c4fa00fe-00662dddc4 - 0.0214 - - 1714281924.358389139 1714281924.379828453 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx842ea93ce89141bcbb7f9-00662dddc4" "proxy-server 63438" 0.0017 "-" 63438 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49415/sda1/1/a/c2" "tx842ea93ce89141bcbb7f9-00662dddc4" "container-server 63438" 0.0015 "-" 63438 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:47787/sdb1/1/a/c2" "tx842ea93ce89141bcbb7f9-00662dddc4" "container-server 63438" 0.0009 "-" 63438 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx842ea93ce89141bcbb7f9-00662dddc4" "proxy-server 63438" 0.0080 "-" 63438 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx842ea93ce89141bcbb7f9-00662dddc4" "proxy-server 63438" 0.0125 "-" 63438 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx842ea93ce89141bcbb7f9-00662dddc4 - 0.0198 - - 1714281924.381192207 1714281924.400970697 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5c424f6c483a47c4b09d6-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7d4862cbafd24705b0644-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txec02526a2b6b45bda11da-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txec02526a2b6b45bda11da-00662dddc4) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txec02526a2b6b45bda11da-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx53416e8162894da5ae037-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx53416e8162894da5ae037-00662dddc4) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx53416e8162894da5ae037-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx95db26ef39f6477c94f4f-00662dddc4) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx95db26ef39f6477c94f4f-00662dddc4) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1dff30f8e5db48fca25bb-00662dddc4) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx1dff30f8e5db48fca25bb-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txdaf7f5c1f1c749d1befe5-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: txdaf7f5c1f1c749d1befe5-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: tx0441eafffee7400292ce5-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: tx0441eafffee7400292ce5-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb47964f0cf5e487ea7dce-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx039cba4c0d1e4f7cbb475-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9d22495a3d3347659b565-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9d22495a3d3347659b565-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9d22495a3d3347659b565-00662dddc4) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx9d22495a3d3347659b565-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9e4bea696a9247feb2203-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e4bea696a9247feb2203-00662dddc4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e4bea696a9247feb2203-00662dddc4) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx9e4bea696a9247feb2203-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx64ef5c3ca7b2454d88e52-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx64ef5c3ca7b2454d88e52-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx64ef5c3ca7b2454d88e52-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: tx64ef5c3ca7b2454d88e52-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txedfbb258ada14418b1d85-00662dddc4) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9adb2b105c7c45f8a4d17-00662dddc4) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9adb2b105c7c45f8a4d17-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx59da524b3c1f4dbeb94af-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc9dea2b67551449790c7e-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0abdf279e4b14ccc9d2f4-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx82025f75194c43babf0b7-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx27fcac93b1a545af9d553-00662dddc4) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbc5064fc799742038e6d9-00662dddc4) -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbc5064fc799742038e6d9-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test WARNING: Could not autocreate account '/account' (txn: txf89a2d4bacc2483c89d91-00662dddc4) -test INFO: autocreate account '/account' (txn: txe4d7809ce1c248fabf1ce-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test WARNING: Could not autocreate account '/account' (txn: txc396c02dd9bb41bcbb48a-00662dddc4) -test INFO: autocreate account '/account' (txn: tx245891e1a7824653b95fe-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx42fe3557eb9c4335a803e-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx42fe3557eb9c4335a803e-00662dddc4) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx42fe3557eb9c4335a803e-00662dddc4) -test INFO: autocreate account '/account' (txn: tx0cdc62421efa46a8a69f0-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa8586ed4c21444229adb9-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txa8586ed4c21444229adb9-00662dddc4) -test INFO: autocreate account '/account' (txn: txa8586ed4c21444229adb9-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txac8a62ed65bd4233aa12c-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txac8a62ed65bd4233aa12c-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx548c72a42dfe49be8dec8-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txe41e13bf6004485a96b13-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx7aa02e9dd83444bd8c657-00683aee78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.28:1028/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx00b51c68f37b4a85beb9e-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.29:1029/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeab1e7f85d114881b8675-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.30:1030/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx881fc659ac944204be97e-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.31:1031/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx610c92b438e8432dba37a-00662dddc4) -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.32:1032/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx46e778eeb6cc4a6fb48ca-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.33:1033/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf55b4ecb8f0b4da09b1d3-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.34:1034/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx3d8bf1afffb84087aa05d-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.35:1035/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx3d8bf1afffb84087aa05d-00662dddc4) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx3d8bf1afffb84087aa05d-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.36:1036/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf9390015e0bd4829b29c5-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.37:1037/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: txf9390015e0bd4829b29c5-00662dddc4) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf9390015e0bd4829b29c5-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.38:1038/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0864719a808d44bebfdf3-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0864719a808d44bebfdf3-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0864719a808d44bebfdf3-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0864719a808d44bebfdf3-00662dddc4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.39:1039/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 2078, in _make_request + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 1003, in connect - raise HTTPException() -http.client.HTTPException (txn: tx3c5b47287130448cae2da-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3c5b47287130448cae2da-00662dddc4) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3c5b47287130448cae2da-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3c5b47287130448cae2da-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx689b0073683749e48fb69-00662dddc4) -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.40:1040/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx89c7689b4e554694aa343-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.41:1041/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx89c7689b4e554694aa343-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.42:1042/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -113386,30 +112360,26 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx89c7689b4e554694aa343-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: tx89c7689b4e554694aa343-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5ef24e85d95e47e180e6d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5ef24e85d95e47e180e6d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5ef24e85d95e47e180e6d-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: tx5ef24e85d95e47e180e6d-00662dddc4) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txf0723d8749f84fb5b6acb-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.43:1043/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txcf94ec9314a946ac8a783-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.44:1044/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: txcf94ec9314a946ac8a783-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.45:1045/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request conn = http_connect( @@ -113417,348 +112387,590 @@ File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcf94ec9314a946ac8a783-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: txcf94ec9314a946ac8a783-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd76b7d97ba36495990527-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd76b7d97ba36495990527-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd76b7d97ba36495990527-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: txd76b7d97ba36495990527-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txfd44cba5875a43cfb5763-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx87b2619d1ba94c9bbebba-00662dddc4) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx87b2619d1ba94c9bbebba-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: tx87b2619d1ba94c9bbebba-00662dddc4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc8c388ed245543b295c9d-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx864022676247440793d09-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: tx864022676247440793d09-00662dddc4) -test INFO: Client disconnected on read of '/a/c/' (txn: tx864022676247440793d09-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8e9729d441984988b64a3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8e9729d441984988b64a3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8e9729d441984988b64a3-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8e9729d441984988b64a3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdc7bee3251334131a842c-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdc7bee3251334131a842c-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdc7bee3251334131a842c-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdc7bee3251334131a842c-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2bba529c118b401f84461-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2bba529c118b401f84461-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2bba529c118b401f84461-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2bba529c118b401f84461-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8d86f9b0c5174066b10a9-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8d86f9b0c5174066b10a9-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8d86f9b0c5174066b10a9-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8d86f9b0c5174066b10a9-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbd0995d667d24bb3a9cbd-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbd0995d667d24bb3a9cbd-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbd0995d667d24bb3a9cbd-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbd0995d667d24bb3a9cbd-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx89062136c9fe4870919c3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx89062136c9fe4870919c3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx89062136c9fe4870919c3-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx89062136c9fe4870919c3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf85bf9ac312d497fac6e3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf85bf9ac312d497fac6e3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf85bf9ac312d497fac6e3-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf85bf9ac312d497fac6e3-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9c2293835ddc4f34b9f3d-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9c2293835ddc4f34b9f3d-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9c2293835ddc4f34b9f3d-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9c2293835ddc4f34b9f3d-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txde26600313b949b8909dd-00662dddc4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txde26600313b949b8909dd-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txde26600313b949b8909dd-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txde26600313b949b8909dd-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txde26600313b949b8909dd-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txde26600313b949b8909dd-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe02bf3cb92f54ad383b7f-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe02bf3cb92f54ad383b7f-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe02bf3cb92f54ad383b7f-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503] (txn: txe02bf3cb92f54ad383b7f-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx412f021fdacd4232ab912-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx412f021fdacd4232ab912-00662dddc4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx412f021fdacd4232ab912-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx412f021fdacd4232ab912-00662dddc4) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx412f021fdacd4232ab912-00662dddc4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx412f021fdacd4232ab912-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx412f021fdacd4232ab912-00662dddc4) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx412f021fdacd4232ab912-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4cb7724b92ea446ebd046-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4cb7724b92ea446ebd046-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4cb7724b92ea446ebd046-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx4cb7724b92ea446ebd046-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx355b57ae6df242609ead8-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx355b57ae6df242609ead8-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx355b57ae6df242609ead8-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx355b57ae6df242609ead8-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1e6673f8ca844c23a5c45-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1e6673f8ca844c23a5c45-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1e6673f8ca844c23a5c45-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx1e6673f8ca844c23a5c45-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf40feeee8f754878a0327-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf40feeee8f754878a0327-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf40feeee8f754878a0327-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: txf40feeee8f754878a0327-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx907d85448d3c430b9bc23-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx907d85448d3c430b9bc23-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx907d85448d3c430b9bc23-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx907d85448d3c430b9bc23-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb5956cbff8244efa88750-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb5956cbff8244efa88750-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb5956cbff8244efa88750-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: txb5956cbff8244efa88750-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd2cd38bc64b14554b1b3d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd2cd38bc64b14554b1b3d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd2cd38bc64b14554b1b3d-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: txd2cd38bc64b14554b1b3d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd43e148a2b294b0792335-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd43e148a2b294b0792335-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd43e148a2b294b0792335-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: txd43e148a2b294b0792335-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5a40766071b14432ba0ca-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5a40766071b14432ba0ca-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5a40766071b14432ba0ca-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx5a40766071b14432ba0ca-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx16cfb513f75948ef8b4dc-00662dddc4) -test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx16cfb513f75948ef8b4dc-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx16cfb513f75948ef8b4dc-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx16cfb513f75948ef8b4dc-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx99c5752ded6c417191f26-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx99c5752ded6c417191f26-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx99c5752ded6c417191f26-00662dddc4) -test ERROR: Container GET returning 503 for [] (txn: tx99c5752ded6c417191f26-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5d4b972cb765475497b2d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5d4b972cb765475497b2d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5d4b972cb765475497b2d-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5d4b972cb765475497b2d-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbab1586259bd4c1389a1c-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbab1586259bd4c1389a1c-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbab1586259bd4c1389a1c-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbab1586259bd4c1389a1c-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx674229a981db46468897b-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx674229a981db46468897b-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx674229a981db46468897b-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx674229a981db46468897b-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfa09d2f8ca384c9680226-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfa09d2f8ca384c9680226-00662dddc4) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfa09d2f8ca384c9680226-00662dddc4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfa09d2f8ca384c9680226-00662dddc4) -test INFO: Client disconnected on read of '/a/c' (txn: tx7795f9f78d924f529334e-00662dddc4) -test INFO: Client disconnected on read of '/a/c/' (txn: tx7795f9f78d924f529334e-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.46:1046/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx6d06f4f96ee24f73b278d-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.47:1047/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx6d06f4f96ee24f73b278d-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.48:1048/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx6d06f4f96ee24f73b278d-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: tx6d06f4f96ee24f73b278d-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.49:1049/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx04f8bbd52d5c45678d786-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.50:1050/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx04f8bbd52d5c45678d786-00662dddc4) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.51:1051/sda re: Trying to HEAD /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1556, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 845, in getresponse - raise Exception('test') -Exception: test (txn: tx04f8bbd52d5c45678d786-00662dddc4) -test ERROR: Account HEAD returning 503 for [] (txn: tx04f8bbd52d5c45678d786-00662dddc4) + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.52:1052/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.53:1053/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.54:1054/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server ERROR: ERROR with Object server 10.0.0.55:1055/sda re: Trying to HEAD /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6e1939dac0c345969217d-00683aee78) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +Unlinked retiring db '/tmp/tmp_fftw_rn/containers/part/suffix/hash/container.db' +test ERROR: Failed to unlink '/tmp/tmpmrs3aom1/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpmrs3aom1/containers/part/suffix/hash/container_1748692599.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpmrs3aom1/containers/part/suffix/hash/container_1748692599.00000.db': ['/tmp/tmpmrs3aom1/containers/part/suffix/hash/container.db', '/tmp/tmpmrs3aom1/containers/part/suffix/hash/container_1748692600.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpmrs3aom1/containers/part/suffix/hash/container_1748692600.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdf65f1d5d30c46aea4bc7-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a8efc5d7f9f4a05a2c49-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx588e0486b94f4461a039a-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa4f883b5a22b4ad0b6cd5-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx10fd5c7851d2427bbc6dd-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaca813afa63f4a85af420-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf8da5e8bbd444b1d87195-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3cc800fdd21d43d3ab8c3-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5c5a958f463344e79dd90-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7a3f1cff6ad24d6d8c2a9-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx80aae28e8dfc4e58b5b68-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx19d908099fba42038c38e-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b47d3d1bc0f4a86b1e3b-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5a3c4f7a49b647c4a77ec-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaf6674e44b3c4dd881d35-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2fbb2caa07e84b3291564-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbbc9dbcae468434cafa58-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5f2b0f54c94d4cd996c31-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2cb2baa6cf5c4b238ad79-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa9b6f14f9b0748548177a-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txac353cab32b7452aabc0f-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd5da11d3dfc34a008faee-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1e283d01feea4049bf194-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx632656f4576f41be9b69f-00683aee78) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx64c38c0d8ea44d80a9d30-00683aee78) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx254ce537c7e14fbfae7dd-00683aee78) +test ERROR: Problem with listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx7b5bcfc7bf92448793ba0-00683aee78) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txbe22f449e76e4f36bf236-00662dddc4) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2ea673fc946a49efafb06-00662dddc5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc1feb36e2fc94180b3c83-00662dddc5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 28/Apr/2024/05/25/09 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1714281909.067394495 1714281909.067628622 - -fake-swift INFO: - - 28/Apr/2024/05/25/09 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1714281909.068564415 1714281909.068749666 - -fake-swift INFO: - - 28/Apr/2024/05/25/09 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1714281909.069316149 1714281909.069451809 - -fake-swift INFO: - - 28/Apr/2024/05/25/09 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1714281909.069826603 1714281909.069942236 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 28/Apr/2024/05/25/09 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1714281909.075034142 1714281909.075137377 - -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpzyhbga0h/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpzyhbga0h/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpzyhbga0h/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test ERROR: Problem finding shard upper in '/tmp/tmpyqb814zx/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpyqb814zx/test_container.db': : +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf459f71641ae465d879d9-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa0e4a60f7e4f4a5dbf9f0-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx368b8829f33442cbb0c2c-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx51c04405f69040dfb78e0-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe37e9490b8914d259c3a7-00683aee78) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txce2d2cb324df4e799718a-00683aee78) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8ac468314a2c442c8125f-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx04db916591b84193ab066-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7e12ae29d5c04941aad78-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx513c00cd17934f36bef9a-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx22c10ad47d264b75b7b87-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a0e776ffef54cd5ba60f-00683aee78) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx41c5c19bddc24204b6edc-00683aee78) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx41c5c19bddc24204b6edc-00683aee78) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx901255e5ef7f4e00a5ed4-00683aee79) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx901255e5ef7f4e00a5ed4-00683aee79) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx901255e5ef7f4e00a5ed4-00683aee79) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx901255e5ef7f4e00a5ed4-00683aee79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp5y6dp5l6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5y6dp5l6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp5y6dp5l6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5y6dp5l6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3317106 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3317106 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3317106 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3317106 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6c700d51cc7642e6b3211-00683aee79" "proxy-server 3317106" 0.0013 "-" 3317106 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51597/sdb1/1/a/c" "tx6c700d51cc7642e6b3211-00683aee79" "container-server 3317106" 0.0011 "-" 3317106 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54197/sda1/1/a/c" "tx6c700d51cc7642e6b3211-00683aee79" "container-server 3317106" 0.0011 "-" 3317106 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6c700d51cc7642e6b3211-00683aee79" "proxy-server 3317106" 0.0151 "-" 3317106 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6c700d51cc7642e6b3211-00683aee79" "proxy-server 3317106" 0.0112 "-" 3317106 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6c700d51cc7642e6b3211-00683aee79 - 0.0234 - - 1748692601.123368263 1748692601.146722555 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx548fb575aedb41fd94c49-00683aee79" "proxy-server 3317106" 0.0012 "-" 3317106 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51597/sdb1/1/a1/c1" "tx548fb575aedb41fd94c49-00683aee79" "container-server 3317106" 0.0010 "-" 3317106 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54197/sda1/1/a1/c1" "tx548fb575aedb41fd94c49-00683aee79" "container-server 3317106" 0.0010 "-" 3317106 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx548fb575aedb41fd94c49-00683aee79" "proxy-server 3317106" 0.0085 "-" 3317106 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx548fb575aedb41fd94c49-00683aee79" "proxy-server 3317106" 0.0144 "-" 3317106 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx548fb575aedb41fd94c49-00683aee79 - 0.0216 - - 1748692601.148053408 1748692601.169651270 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0274ced2c8a44a6ab9ccc-00683aee79" "proxy-server 3317106" 0.0020 "-" 3317106 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51597/sdb1/2/a/c1" "tx0274ced2c8a44a6ab9ccc-00683aee79" "container-server 3317106" 0.0032 "-" 3317106 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54197/sda1/2/a/c1" "tx0274ced2c8a44a6ab9ccc-00683aee79" "container-server 3317106" 0.0010 "-" 3317106 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0274ced2c8a44a6ab9ccc-00683aee79" "proxy-server 3317106" 0.0146 "-" 3317106 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0274ced2c8a44a6ab9ccc-00683aee79" "proxy-server 3317106" 0.0109 "-" 3317106 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0274ced2c8a44a6ab9ccc-00683aee79 - 0.0234 - - 1748692601.171041489 1748692601.194446802 1 +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc4d8073b04214779b020e-00683aee79" "proxy-server 3317106" 0.0020 "-" 3317106 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51597/sdb1/1/a/c2" "txc4d8073b04214779b020e-00683aee79" "container-server 3317106" 0.0018 "-" 3317106 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54197/sda1/1/a/c2" "txc4d8073b04214779b020e-00683aee79" "container-server 3317106" 0.0010 "-" 3317106 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc4d8073b04214779b020e-00683aee79" "proxy-server 3317106" 0.0264 "-" 3317106 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc4d8073b04214779b020e-00683aee79" "proxy-server 3317106" 0.0207 "-" 3317106 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc4d8073b04214779b020e-00683aee79 - 0.0461 - - 1748692601.195826292 1748692601.241931438 2 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx95a4534f434e49bb820fb-00683aee79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx94bf4b0ee8914cc08271c-00683aee79) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmptsrth2mw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptsrth2mw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmptsrth2mw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptsrth2mw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf5bb73c0403f4f7cbb301-00683aee79" "proxy-server 3317110" 0.0011 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46401/sda1/3/a/c" "txf5bb73c0403f4f7cbb301-00683aee79" "container-server 3317110" 0.0011 "-" 3317110 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46915/sdb1/3/a/c" "txf5bb73c0403f4f7cbb301-00683aee79" "container-server 3317110" 0.0018 "-" 3317110 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5bb73c0403f4f7cbb301-00683aee79" "proxy-server 3317110" 0.0140 "-" 3317110 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txf5bb73c0403f4f7cbb301-00683aee79" "proxy-server 3317110" 0.0103 "-" 3317110 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf5bb73c0403f4f7cbb301-00683aee79 - 0.0227 - - 1748692601.620550394 1748692601.643220663 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc7d42f277dd74cd2b1dd2-00683aee79" "proxy-server 3317110" 0.0012 "-" 3317110 - +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46915/sdb1/0/a1/c1" "txc7d42f277dd74cd2b1dd2-00683aee79" "container-server 3317110" 0.0011 "-" 3317110 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46401/sda1/0/a1/c1" "txc7d42f277dd74cd2b1dd2-00683aee79" "container-server 3317110" 0.0011 "-" 3317110 0 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc7d42f277dd74cd2b1dd2-00683aee79" "proxy-server 3317110" 0.0087 "-" 3317110 0 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc7d42f277dd74cd2b1dd2-00683aee79" "proxy-server 3317110" 0.0138 "-" 3317110 0 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc7d42f277dd74cd2b1dd2-00683aee79 - 0.0211 - - 1748692601.644605160 1748692601.665744305 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1ba92e6acbdf431e8bbd1-00683aee79" "proxy-server 3317110" 0.0020 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46915/sdb1/3/a/c1" "tx1ba92e6acbdf431e8bbd1-00683aee79" "container-server 3317110" 0.0023 "-" 3317110 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46401/sda1/3/a/c1" "tx1ba92e6acbdf431e8bbd1-00683aee79" "container-server 3317110" 0.0100 "-" 3317110 1 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1ba92e6acbdf431e8bbd1-00683aee79" "proxy-server 3317110" 0.0824 "-" 3317110 1 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1ba92e6acbdf431e8bbd1-00683aee79" "proxy-server 3317110" 0.0876 "-" 3317110 1 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1ba92e6acbdf431e8bbd1-00683aee79 - 0.0958 - - 1748692601.667156458 1748692601.762996912 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f8dbea5fdd243f8a26d1-00683aee79" "proxy-server 3317110" 0.0021 "-" 3317110 - +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46401/sda1/0/a/c2" "tx2f8dbea5fdd243f8a26d1-00683aee79" "container-server 3317110" 0.0018 "-" 3317110 2 +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +Unlinked retiring db '/tmp/tmp1y578je0/containers/part/suffix/hash/container.db' +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46915/sdb1/0/a/c2" "tx2f8dbea5fdd243f8a26d1-00683aee79" "container-server 3317110" 0.0093 "-" 3317110 2 +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f8dbea5fdd243f8a26d1-00683aee79" "proxy-server 3317110" 0.0350 "-" 3317110 2 +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:56:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f8dbea5fdd243f8a26d1-00683aee79" "proxy-server 3317110" 0.0313 "-" 3317110 2 +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/56/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2f8dbea5fdd243f8a26d1-00683aee79 - 0.0609 - - 1748692601.764403343 1748692601.825338602 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpbmu60l5g/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpbmu60l5g/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -113772,464 +112984,1892 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpatx73t6t/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpatx73t6t/containers/part/suffix/hash/container.db'] +test DEBUG: Unlinked retiring db '/tmp/tmpk1irthtp/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpk1irthtp/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpjhnsjii5/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +Unlinked retiring db '/tmp/tmpptft3z6d/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +Unlinked retiring db '/tmp/tmpyy9qyvtr/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +Unlinked retiring db '/tmp/tmpyby4dy_w/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmp9kyyv8mm/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmp_h51lzje/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmp27z02qee/containers/part/suffix/hash/container.db' Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +Unlinked retiring db '/tmp/tmp27z02qee/containers/part/suffix/hash/container_1748692640.00000.db' +Unlinked retiring db '/tmp/tmp27z02qee/containers/part/suffix/hash/container_1748692651.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test ERROR: Failed to unlink '/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container_1748692625.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container_1748692625.00000.db': ['/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container.db', '/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container_1748692626.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpd3xwhbvb/containers/part/suffix/hash/container_1748692626.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmp83bh0ynl/containers/part/suffix/hash/283b419d-edc4-4872-bb29-6026f4385132.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmp97xv9e3q/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +Unlinked retiring db '/tmp/tmpl0hxtoeu/containers/part/suffix/hash/container-b37c3972-8624-4f3b-b07d-5af1121c8311.db' +Unlinked retiring db '/tmp/tmpl0hxtoeu/containers/part/suffix/hash/container-746df0de-bd45-46d4-add5-701d724ce597.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0109 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0092 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0068 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0142 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0168 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3317112 0 +HTTP PERF: 0.00100 seconds to PUT 127.0.0.1:33945 /sda1/123/a/c) +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0182 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3317112 0 +HTTP PERF: 0.00880 seconds to PUT 127.0.0.1:33945 /sda1/123/a/c) +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0116 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3317112 0 +HTTP PERF: 0.00094 seconds to PUT 127.0.0.1:33945 /sda1/123/a/c) +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:33945/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0023 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0011 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0057 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0088 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0101 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0033 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0092 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0072 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0052 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0051 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0046 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0052 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0121 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0091 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0052 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0084 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0080 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0091 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test DEBUG: Unlinked retiring db '/tmp/tmptgizerxa/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0144 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0113 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0100 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0103 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0103 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0103 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:06 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0109 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0108 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpkkf9rg_u/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0140 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0046 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0033 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0032 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0028 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0046 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0023 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0029 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0051 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0088 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0111 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0057 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0046 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0009 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0037 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmp9aye5cbw/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0117 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpnbl96lie/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0105 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0035 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0015 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0048 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 3317112 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0028 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0123 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0061 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0072 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0062 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0041 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0055 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0027 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpbsllwr0r/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0033 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0060 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0063 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0052 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0062 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0060 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0079 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0130 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0064 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0049 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3317112 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0053 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0877 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0033 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0058 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0058 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0057 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0047 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0037 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmp_xyof_wp/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3317112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3317112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0028 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0076 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0115 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0036 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +HTTP PERF: 0.00074 seconds to PUT 127.0.0.1:51185 /sda1/123/a/c) +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0117 "-" 3317112 - +HTTP PERF: 0.00067 seconds to PUT 127.0.0.1:51185 /sda1/123/a/c) +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3317112 - +HTTP PERF: 0.00877 seconds to PUT 127.0.0.1:51185 /sda1/123/a/c) +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:51185/sda1 (will retry later): Response 503 OK +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0188 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0013 "-" 3317112 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0041 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0033 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0027 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0030 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test DEBUG: Unlinked retiring db '/tmp/tmp8mjsf1xt/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0021 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0010 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0058 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:08 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0011 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0073 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpke8wramg/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0052 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:57:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:57:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:57:09 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 3317112 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/utils/__init__.py", line 1519, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 949, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/swift/common/db_replicator.py", line 897, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [31/May/2025:11:57:09 +0000] "REPLICATE /sda1/p/a/" 500 847 "-" "-" "-" 0.0011 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [31/May/2025:11:57:09 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0020 "-" 3317112 - +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0079 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0067 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0089 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0019 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 1025, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0016 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0009 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0046 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0033 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0069 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0051 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0032 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0031 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0049 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0073 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0019 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0077 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3317112 nada +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3317112 999 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0078 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0031 "-" 3317112 1 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0010 "-" 3317112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0040 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0026 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0028 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0029 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0056 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0029 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0029 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0029 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0030 "-" 3317112 0 +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0147 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0061 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0030 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0043 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0026 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0031 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0020 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0043 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0031 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0032 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0031 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3317112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state @@ -114244,773 +114884,466 @@ test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test ERROR: Failed to unlink '/tmp/tmpeptq5vao/containers/part/suffix/hash/container.db': +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.33.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpeptq5vao/containers/part/suffix/hash/container_1714281927.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpeptq5vao/containers/part/suffix/hash/container_1714281927.00000.db': ['/tmp/tmpeptq5vao/containers/part/suffix/hash/container.db', '/tmp/tmpeptq5vao/containers/part/suffix/hash/container_1714281928.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpeptq5vao/containers/part/suffix/hash/container_1714281928.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/container/server.py", line 270, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3317112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3317112 0 +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3317112 - +test INFO: - - - [31/May/2025:11:57:09 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0098 "-" 3317112 0 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx930ba9868ceb4b0e83d64-00683aee95) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx930ba9868ceb4b0e83d64-00683aee95) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx930ba9868ceb4b0e83d64-00683aee95) +test ERROR: Container HEAD returning 503 for [] (txn: tx930ba9868ceb4b0e83d64-00683aee95) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: Setting object count to 1032 (txn: txbcc5c11d487041e2a163e-00662dddc7) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: Setting object count to 48 (txn: tx2c838f558d424926bd4fa-00662dddc7) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: Setting object count to 1064 (txn: txbd05f16bd068484f90e33-00662dddc7) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb21f3af3510846d1b413c-00662dddc7) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txda0cda66d2db41efa127d-00662dddc7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Setting object count to 1065 (txn: txb66a0c4baaf449dba49ef-00662dddc8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx70ccc9534c104d5d80a8b-00662dddc9) -test DEBUG: Setting object count to 1065 (txn: tx70ccc9534c104d5d80a8b-00662dddc9) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1177b00e4ce148f9b7175-00662dddca) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx1177b00e4ce148f9b7175-00662dddca) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx458fa018355248d4b15dd-00662dddcb) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: tx458fa018355248d4b15dd-00662dddcb) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx458fa018355248d4b15dd-00662dddcb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx89ccad2da2f24d018a242-00662dddcb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89ccad2da2f24d018a242-00662dddcb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89ccad2da2f24d018a242-00662dddcb) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx89ccad2da2f24d018a242-00662dddcb) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe6da1f28d9b74724b392a-00662dddcb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6da1f28d9b74724b392a-00662dddcb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6da1f28d9b74724b392a-00662dddcb) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txe6da1f28d9b74724b392a-00662dddcb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: Setting object count to 3120 (txn: txf2cf89f3be1c46df970f9-00662dddcc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: Setting object count to 3120 (txn: txca5be8a09eb14950b3ce3-00662dddcc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: Setting object count to 3120 (txn: tx0e967c525d234afcad445-00662dddcc) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: Setting object count to 3120 (txn: tx0eda021ecb834c70870f6-00662dddcc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: Setting object count to 3120 (txn: tx32576891f818422087321-00662dddcc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txb1ddcf373c07463385e78-00662dddcc) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx45e3e8f0464242dc8dfbb-00662dddcc) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx17123012f3fa4b9e99119-00662dddcc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx9df009d1ad4542d4b08da-00662dddcc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9df009d1ad4542d4b08da-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9df009d1ad4542d4b08da-00662dddcc) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9df009d1ad4542d4b08da-00662dddcc) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txcd4b363feedc4ba59d58f-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcd4b363feedc4ba59d58f-00662dddcc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcd4b363feedc4ba59d58f-00662dddcc) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcd4b363feedc4ba59d58f-00662dddcc) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txcf42fe6ba3e74b2ea74d8-00662dddcc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcf42fe6ba3e74b2ea74d8-00662dddcc) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcf42fe6ba3e74b2ea74d8-00662dddcc) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcf42fe6ba3e74b2ea74d8-00662dddcc) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: Setting object count to 1068 (txn: tx84885db3aa62417e9e194-00662dddcd) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Setting object count to 1068 (txn: tx09e87dd6d8fc462b8495f-00662dddcd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba70d60780114c46a723a-00662dddce) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txba70d60780114c46a723a-00662dddce) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txba70d60780114c46a723a-00662dddce) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 503 (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txb5ec83eebf7d4eabab8c2-00662dddce) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Setting object count to 1058 (txn: txce48d8d08a984fa9b0344-00662dddcf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Setting object count to 1024 (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Setting object count to 1024 (txn: txad309ea4cebc4f39a92b0-00662dddd0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Setting object count to 1072 (txn: txf0674788e2ea4f3383856-00662dddd1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Setting object count to 1072 (txn: txb40d461eb55f425c82296-00662dddd2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test DEBUG: Setting object count to 1072 (txn: tx5336aa627fb04a69a3c5b-00662dddd3) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Setting object count to 1072 (txn: tx86a66c4283a5432d925a7-00662dddd4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx66a721c75f9e492aa8947-00662dddd4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx66a721c75f9e492aa8947-00662dddd4) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66a721c75f9e492aa8947-00662dddd4) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: tx66a721c75f9e492aa8947-00662dddd4) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx66a721c75f9e492aa8947-00662dddd4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx65c356d50c4946abafdf2-00662dddd5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx65c356d50c4946abafdf2-00662dddd5) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txe92a36337d624aecadb41-00662dddd6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx149766fcd170427297e17-00662dddd7) -test DEBUG: Setting object count to 3120 (txn: tx149766fcd170427297e17-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test DEBUG: Setting object count to 3120 (txn: tx37fac0cccf0c4bd8b5546-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test DEBUG: Setting object count to 3120 (txn: txf9436303c3e6455db6aa5-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txd9134313209348f18ca3b-00662dddd7) -test DEBUG: Setting object count to 3120 (txn: txd9134313209348f18ca3b-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test DEBUG: Setting object count to 3120 (txn: tx9976c5c49f2b45ffbe269-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8bcc8bd6740c4077ac708-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx6fbf440ab1804dbea0524-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx56407180ee0644c3a6eff-00662dddd7) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx56407180ee0644c3a6eff-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx31a930fa96e84f1190559-00662dddd7) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx31a930fa96e84f1190559-00662dddd7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx31a930fa96e84f1190559-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31a930fa96e84f1190559-00662dddd7) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx31a930fa96e84f1190559-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4ceefab281f645479dbef-00662dddd7) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx4ceefab281f645479dbef-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4ceefab281f645479dbef-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4ceefab281f645479dbef-00662dddd7) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4ceefab281f645479dbef-00662dddd7) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8c8daf2a73954f32832b6-00662dddd7) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx8c8daf2a73954f32832b6-00662dddd7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8c8daf2a73954f32832b6-00662dddd7) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8c8daf2a73954f32832b6-00662dddd7) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8c8daf2a73954f32832b6-00662dddd7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test WARNING: Failed to get container listing from /v1/a/c?format=json&states=listing: 404 (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txbdc22f47fd2f4dec89140-00662dddd8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txa98b5192311b4d96926d9-00662dddd9) -test DEBUG: Setting object count to 1065 (txn: txa98b5192311b4d96926d9-00662dddd9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx09ac1402843049708545b-00662dddd9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txf59c036bcdd045fe96970-00662dddd9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx22d8714d305142a3a75ce-00662dddd9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with listing response from /v1/a/c/o: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txf99ed587aca748e49a30c-00662dddd9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc508fd1f648e466ca3cc0-00683aee96) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc508fd1f648e466ca3cc0-00683aee96) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txc508fd1f648e466ca3cc0-00683aee96) +test ERROR: Container HEAD returning 503 for [] (txn: txc508fd1f648e466ca3cc0-00683aee96) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa23026b8f55146d79de88-00683aee96) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa23026b8f55146d79de88-00683aee96) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.33.0/swift/proxy/controllers/base.py", line 1548, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.33.0/test/unit/__init__.py", line 977, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa23026b8f55146d79de88-00683aee96) +test ERROR: Container HEAD returning 503 for [] (txn: txa23026b8f55146d79de88-00683aee96) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpdkelbox_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdkelbox_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpdkelbox_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdkelbox_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0112 "-" 3317112 - +HTTP PERF: 0.01349 seconds to PUT 127.0.0.1:37347 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3317112 - +HTTP PERF: 0.01271 seconds to PUT 127.0.0.1:36261 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3317112 - +HTTP PERF: 0.00431 seconds to PUT 127.0.0.1:37347 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0070 "-" 3317112 - +HTTP PERF: 0.00846 seconds to PUT 127.0.0.1:36261 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1a88fe11f4bb4536a4922-00683aee96" "proxy-server 3317112" 0.0011 "-" 3317112 - +HTTP PERF: 0.00300 seconds to HEAD 127.0.0.1:37347 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53029/sda1/3/a/c" "tx1a88fe11f4bb4536a4922-00683aee96" "container-server 3317112" 0.0017 "-" 3317112 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54511/sdb1/3/a/c" "tx1a88fe11f4bb4536a4922-00683aee96" "container-server 3317112" 0.0009 "-" 3317112 0 +HTTP PERF: 0.00472 seconds to PUT 127.0.0.1:36261 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1a88fe11f4bb4536a4922-00683aee96" "proxy-server 3317112" 0.0087 "-" 3317112 0 +HTTP PERF: 0.00986 seconds to PUT 127.0.0.1:37347 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1a88fe11f4bb4536a4922-00683aee96" "proxy-server 3317112" 0.0143 "-" 3317112 0 +HTTP PERF: 0.01784 seconds to PUT 127.0.0.1:54511 /sdb1/3/a/c) +HTTP PERF: 0.01918 seconds to PUT 127.0.0.1:53029 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1a88fe11f4bb4536a4922-00683aee96 - 0.0248 - - 1748692630.144393444 1748692630.169223070 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx38d89222feb94f7b9b039-00683aee96" "proxy-server 3317112" 0.0011 "-" 3317112 - +HTTP PERF: 0.00323 seconds to HEAD 127.0.0.1:36261 /sdb1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53029/sda1/0/a1/c1" "tx38d89222feb94f7b9b039-00683aee96" "container-server 3317112" 0.0010 "-" 3317112 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54511/sdb1/0/a1/c1" "tx38d89222feb94f7b9b039-00683aee96" "container-server 3317112" 0.0010 "-" 3317112 0 +HTTP PERF: 0.00454 seconds to PUT 127.0.0.1:36261 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx38d89222feb94f7b9b039-00683aee96" "proxy-server 3317112" 0.0095 "-" 3317112 0 +HTTP PERF: 0.01058 seconds to PUT 127.0.0.1:37347 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx38d89222feb94f7b9b039-00683aee96" "proxy-server 3317112" 0.0156 "-" 3317112 0 +HTTP PERF: 0.01722 seconds to PUT 127.0.0.1:53029 /sda1/0/a1/c1) +HTTP PERF: 0.01734 seconds to PUT 127.0.0.1:54511 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx38d89222feb94f7b9b039-00683aee96 - 0.0247 - - 1748692630.170533180 1748692630.195205212 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb1d0ee03d3a64364b85e7-00683aee96" "proxy-server 3317112" 0.0019 "-" 3317112 - +HTTP PERF: 0.00319 seconds to HEAD 127.0.0.1:36261 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53029/sda1/3/a/c1" "txb1d0ee03d3a64364b85e7-00683aee96" "container-server 3317112" 0.0017 "-" 3317112 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54511/sdb1/3/a/c1" "txb1d0ee03d3a64364b85e7-00683aee96" "container-server 3317112" 0.0010 "-" 3317112 1 +HTTP PERF: 0.00636 seconds to PUT 127.0.0.1:37347 /sda1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb1d0ee03d3a64364b85e7-00683aee96" "proxy-server 3317112" 0.0102 "-" 3317112 1 +HTTP PERF: 0.01119 seconds to PUT 127.0.0.1:36261 /sdb1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb1d0ee03d3a64364b85e7-00683aee96" "proxy-server 3317112" 0.0149 "-" 3317112 1 +HTTP PERF: 0.01662 seconds to PUT 127.0.0.1:53029 /sda1/3/a/c1) +HTTP PERF: 0.01663 seconds to PUT 127.0.0.1:54511 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb1d0ee03d3a64364b85e7-00683aee96 - 0.0238 - - 1748692630.196516514 1748692630.220298052 1 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx454597a2602b41378780e-00683aee96" "proxy-server 3317112" 0.0018 "-" 3317112 - +HTTP PERF: 0.00315 seconds to HEAD 127.0.0.1:36261 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:54511/sdb1/0/a/c2" "tx454597a2602b41378780e-00683aee96" "container-server 3317112" 0.0015 "-" 3317112 2 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53029/sda1/0/a/c2" "tx454597a2602b41378780e-00683aee96" "container-server 3317112" 0.0009 "-" 3317112 2 +HTTP PERF: 0.00875 seconds to PUT 127.0.0.1:37347 /sda1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx454597a2602b41378780e-00683aee96" "proxy-server 3317112" 0.0125 "-" 3317112 2 +HTTP PERF: 0.00533 seconds to PUT 127.0.0.1:36261 /sdb1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx454597a2602b41378780e-00683aee96" "proxy-server 3317112" 0.0091 "-" 3317112 2 +HTTP PERF: 0.01570 seconds to PUT 127.0.0.1:53029 /sda1/0/a/c2) +HTTP PERF: 0.01888 seconds to PUT 127.0.0.1:54511 /sdb1/0/a/c2) +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx454597a2602b41378780e-00683aee96 - 0.0271 - - 1748692630.221558809 1748692630.248671055 2 proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbpith8rp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbpith8rp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpss5wt0os/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpss5wt0os/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbpith8rp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbpith8rp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpss5wt0os/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpss5wt0os/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 63457 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 63457 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 63457 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 63457 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7ffa3a7cba324bfeab908-00662dddd9" "proxy-server 63457" 0.0012 "-" 63457 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55273/sdb1/0/a/c" "tx7ffa3a7cba324bfeab908-00662dddd9" "container-server 63457" 0.0017 "-" 63457 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60147/sda1/0/a/c" "tx7ffa3a7cba324bfeab908-00662dddd9" "container-server 63457" 0.0009 "-" 63457 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7ffa3a7cba324bfeab908-00662dddd9" "proxy-server 63457" 0.0128 "-" 63457 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7ffa3a7cba324bfeab908-00662dddd9" "proxy-server 63457" 0.0091 "-" 63457 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7ffa3a7cba324bfeab908-00662dddd9 - 0.0201 - - 1714281945.499908209 1714281945.519992590 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1c5e553e3cd84cff8744e-00662dddd9" "proxy-server 63457" 0.0010 "-" 63457 - -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:55273/sdb1/2/a1/c1" "tx1c5e553e3cd84cff8744e-00662dddd9" "container-server 63457" 0.0009 "-" 63457 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:60147/sda1/2/a1/c1" "tx1c5e553e3cd84cff8744e-00662dddd9" "container-server 63457" 0.0009 "-" 63457 0 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1c5e553e3cd84cff8744e-00662dddd9" "proxy-server 63457" 0.0076 "-" 63457 0 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1c5e553e3cd84cff8744e-00662dddd9" "proxy-server 63457" 0.0122 "-" 63457 0 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1c5e553e3cd84cff8744e-00662dddd9 - 0.0185 - - 1714281945.521302938 1714281945.539763451 0 -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2e9645679bf34e9aa2b61-00662dddd9" "proxy-server 63457" 0.0017 "-" 63457 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60147/sda1/0/a/c1" "tx2e9645679bf34e9aa2b61-00662dddd9" "container-server 63457" 0.0010 "-" 63457 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55273/sdb1/0/a/c1" "tx2e9645679bf34e9aa2b61-00662dddd9" "container-server 63457" 0.0015 "-" 63457 1 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2e9645679bf34e9aa2b61-00662dddd9" "proxy-server 63457" 0.0134 "-" 63457 1 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2e9645679bf34e9aa2b61-00662dddd9" "proxy-server 63457" 0.0101 "-" 63457 1 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2e9645679bf34e9aa2b61-00662dddd9 - 0.0213 - - 1714281945.540962219 1714281945.562238455 1 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx72b04b1ed32b4fe99f8b1-00662dddd9" "proxy-server 63457" 0.0018 "-" 63457 - -acct1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55273/sdb1/2/a/c2" "tx72b04b1ed32b4fe99f8b1-00662dddd9" "container-server 63457" 0.0015 "-" 63457 2 -acct2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:60147/sda1/2/a/c2" "tx72b04b1ed32b4fe99f8b1-00662dddd9" "container-server 63457" 0.0009 "-" 63457 2 -cont1 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx72b04b1ed32b4fe99f8b1-00662dddd9" "proxy-server 63457" 0.0119 "-" 63457 2 -cont2 INFO: 127.0.0.1 - - [28/Apr/2024:05:25:45 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx72b04b1ed32b4fe99f8b1-00662dddd9" "proxy-server 63457" 0.0085 "-" 63457 2 -proxy INFO: 127.0.0.1 127.0.0.1 28/Apr/2024/05/25/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx72b04b1ed32b4fe99f8b1-00662dddd9 - 0.0196 - - 1714281945.563401222 1714281945.583015203 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3317112 - +HTTP PERF: 0.00555 seconds to PUT 127.0.0.1:50481 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0070 "-" 3317112 - +HTTP PERF: 0.00852 seconds to PUT 127.0.0.1:40319 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 3317112 - +HTTP PERF: 0.00493 seconds to PUT 127.0.0.1:50481 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 3317112 - +HTTP PERF: 0.00471 seconds to PUT 127.0.0.1:40319 /sdb1/2/a1) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c5dfb9021af4fc996678-00683aee96" "proxy-server 3317112" 0.0011 "-" 3317112 - +HTTP PERF: 0.00290 seconds to HEAD 127.0.0.1:40319 /sdb1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55563/sdb1/3/a/c" "tx8c5dfb9021af4fc996678-00683aee96" "container-server 3317112" 0.0010 "-" 3317112 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:56299/sda1/3/a/c" "tx8c5dfb9021af4fc996678-00683aee96" "container-server 3317112" 0.0009 "-" 3317112 0 +HTTP PERF: 0.00668 seconds to PUT 127.0.0.1:40319 /sdb1/0/a/c) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8c5dfb9021af4fc996678-00683aee96" "proxy-server 3317112" 0.0105 "-" 3317112 0 +HTTP PERF: 0.01149 seconds to PUT 127.0.0.1:50481 /sda1/0/a/c) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8c5dfb9021af4fc996678-00683aee96" "proxy-server 3317112" 0.0161 "-" 3317112 0 +HTTP PERF: 0.01770 seconds to PUT 127.0.0.1:55563 /sdb1/3/a/c) +HTTP PERF: 0.02014 seconds to PUT 127.0.0.1:56299 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8c5dfb9021af4fc996678-00683aee96 - 0.0257 - - 1748692630.302901030 1748692630.328637362 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx11c4de39465e4e62b7d79-00683aee96" "proxy-server 3317112" 0.0011 "-" 3317112 - +HTTP PERF: 0.00229 seconds to HEAD 127.0.0.1:50481 /sda1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55563/sdb1/0/a1/c1" "tx11c4de39465e4e62b7d79-00683aee96" "container-server 3317112" 0.0013 "-" 3317112 0 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56299/sda1/0/a1/c1" "tx11c4de39465e4e62b7d79-00683aee96" "container-server 3317112" 0.0009 "-" 3317112 0 +HTTP PERF: 0.00833 seconds to PUT 127.0.0.1:50481 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx11c4de39465e4e62b7d79-00683aee96" "proxy-server 3317112" 0.0121 "-" 3317112 0 +HTTP PERF: 0.00495 seconds to PUT 127.0.0.1:40319 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx11c4de39465e4e62b7d79-00683aee96" "proxy-server 3317112" 0.0088 "-" 3317112 0 +HTTP PERF: 0.01616 seconds to PUT 127.0.0.1:56299 /sda1/0/a1/c1) +HTTP PERF: 0.01634 seconds to PUT 127.0.0.1:55563 /sdb1/0/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx11c4de39465e4e62b7d79-00683aee96 - 0.0225 - - 1748692630.329926729 1748692630.352445126 0 +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx345420adccf244b9864a0-00683aee96" "proxy-server 3317112" 0.0017 "-" 3317112 - +HTTP PERF: 0.00293 seconds to HEAD 127.0.0.1:40319 /sdb1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56299/sda1/3/a/c1" "tx345420adccf244b9864a0-00683aee96" "container-server 3317112" 0.0011 "-" 3317112 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55563/sdb1/3/a/c1" "tx345420adccf244b9864a0-00683aee96" "container-server 3317112" 0.0015 "-" 3317112 1 +HTTP PERF: 0.00597 seconds to PUT 127.0.0.1:40319 /sdb1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx345420adccf244b9864a0-00683aee96" "proxy-server 3317112" 0.0096 "-" 3317112 1 +HTTP PERF: 0.01065 seconds to PUT 127.0.0.1:50481 /sda1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx345420adccf244b9864a0-00683aee96" "proxy-server 3317112" 0.0142 "-" 3317112 1 +HTTP PERF: 0.01564 seconds to PUT 127.0.0.1:56299 /sda1/3/a/c1) +HTTP PERF: 0.01620 seconds to PUT 127.0.0.1:55563 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx345420adccf244b9864a0-00683aee96 - 0.0234 - - 1748692630.353665352 1748692630.377061605 1 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7bbb2082acb549da8235f-00683aee96" "proxy-server 3317112" 0.0018 "-" 3317112 - +HTTP PERF: 0.00314 seconds to HEAD 127.0.0.1:50481 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55563/sdb1/0/a/c2" "tx7bbb2082acb549da8235f-00683aee96" "container-server 3317112" 0.0017 "-" 3317112 2 +acct1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:56299/sda1/0/a/c2" "tx7bbb2082acb549da8235f-00683aee96" "container-server 3317112" 0.0009 "-" 3317112 2 +HTTP PERF: 0.00901 seconds to PUT 127.0.0.1:40319 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7bbb2082acb549da8235f-00683aee96" "proxy-server 3317112" 0.0128 "-" 3317112 2 +HTTP PERF: 0.00682 seconds to PUT 127.0.0.1:50481 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [31/May/2025:11:57:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7bbb2082acb549da8235f-00683aee96" "proxy-server 3317112" 0.0107 "-" 3317112 2 +HTTP PERF: 0.01639 seconds to PUT 127.0.0.1:56299 /sda1/0/a/c2) +HTTP PERF: 0.01652 seconds to PUT 127.0.0.1:55563 /sdb1/0/a/c2) +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +proxy INFO: 127.0.0.1 127.0.0.1 31/May/2025/11/57/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7bbb2082acb549da8235f-00683aee96 - 0.0238 - - 1748692630.380932331 1748692630.404743433 2 ---------------------------------------------------------------------- -Ran 8924 tests in 97.823s +Ran 8924 tests in 102.247s OK (skipped=1814) + stestr slowest Test id Runtime (s) ----------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 6.460 -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug 6.400 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.919 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.716 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.688 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 3.672 -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET 3.624 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 3.610 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.362 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 2.498 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 10.433 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 10.231 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 10.002 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 5.271 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock 5.108 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 5.050 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 5.021 +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 4.902 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 4.880 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 4.595 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' dh_install -O--buildsystem=pybuild @@ -115358,16 +115691,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.33.0' @@ -115462,130 +115795,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account-auditor.init + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account.init + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account.init + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-reconciler.init + PKG=swift-container -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.init + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder.init + PKG=swift-container -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.init -+ cut -d. -f2 +++ echo swift-container.swift-container.init +++ cut -d. -f2 + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-updater.init + PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-updater.init + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.init -+ cut -d. -f2 +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f2 +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f2 + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -115607,221 +115958,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-auditor@.service + PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-auditor@.service + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-reaper@.service + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-replicator@.service + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account.service + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor.service + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-reconciler.service + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ + cut -d. -f1 -echo swift-container.swift-container-replicator.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ + cutecho -d. -f2 - swift-container.swift-container-replicator.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ cut -d. -f1 -+ echo swift-container.swift-container-replicator@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sharder.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ + cut -d. -f1 -echo swift-container.swift-container-sharder@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder@.service + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ cut -d. -f1 -+ echo swift-container.swift-container-sync.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sync.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sync.service +++ cut -d. -f2 +++ echo swift-container.swift-container-sync.service + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ cut -d. -f1 -+ echo swift-container.swift-container-sync@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sync@.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ cut -d. -f1 -+ echo swift-container.swift-container-updater.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-updater.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater.service +++ cut -d. -f2 +++ echo swift-container.swift-container-updater.service + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-updater@.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-updater@.service +++ cut -d. -f2 +++ echo swift-container.swift-container-updater@.service + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ cut -d. -f1 -+ echo swift-container.swift-container.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container.service + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container.service +++ cut -d. -f2 +++ echo swift-container.swift-container.service + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ cut -d. -f1 -+ echo swift-object-expirer.swift-object-expirer.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object-expirer.swift-object-expirer.service + PKG=swift-object-expirer -+ cut -d. -f2 -+ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ cut -d. -f1 -+ echo swift-object.swift-object-auditor.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-auditor.service +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ cut -d. -f1 -+ echo swift-object.swift-object-auditor@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor@.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo+ swift-object.swift-object-reconstructor.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-reconstructor.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ cut -d. -f1 -+ echo swift-object.swift-object-reconstructor@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-reconstructor@.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-replicator.service +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ + cut -d. -f1 -echo swift-object.swift-object-replicator@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator@.service + PKG=swift-object -+ + echo swift-object.swift-object-replicator@.service -cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ + echo swift-object.swift-object-updater.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-updater.service + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-updater.service + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-updater@.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ cut -d. -f1 -+ echo swift-object.swift-object.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object.service + PKG=swift-object -+ cut -d. -f2 -+ echo swift-object.swift-object.service +++ cut -d. -f2 +++ echo swift-object.swift-object.service + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object@.service + PKG=swift-object -+ + echo swift-object.swift-object@.service -cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object@.service + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ + echo swift-proxy.swift-proxy.service -cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-proxy.swift-proxy.service + PKG=swift-proxy -+ + cut -d. -f2 -echo swift-proxy.swift-proxy.service +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.33.0' @@ -115866,14 +116248,14 @@ dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild dpkg-deb: building package 'python3-swift' in '../python3-swift_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift' in '../swift_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-account' in '../swift-account_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-doc' in '../swift-doc_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-container' in '../swift-container_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.33.0-4_all.deb'. -dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift' in '../swift_2.33.0-4_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.33.0-4_all.deb'. +dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.33.0-4_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.33.0-4_arm64.buildinfo dpkg-genchanges --build=binary -O../swift_2.33.0-4_arm64.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -115882,12 +116264,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/3294737/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/23801 and its subdirectories -I: Current time: Sat Apr 27 17:26:50 -12 2024 -I: pbuilder-time-stamp: 1714282010 +I: removing directory /srv/workspace/pbuilder/3294737 and its subdirectories +I: Current time: Sun Jun 1 01:59:22 +14 2025 +I: pbuilder-time-stamp: 1748692762